-- Logs begin at Wed 2021-09-15 17:02:37 UTC, end at Wed 2021-09-15 18:13:22 UTC. -- Sep 15 17:47:01.121579 dv-cinder-805228-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 17:47:03.860661 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.common.config [-] Logging enabled! Sep 15 17:47:03.861245 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev648 Sep 15 17:47:03.861427 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105960) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 17:47:03.864627 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.common.config [-] Logging enabled! Sep 15 17:47:03.864886 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev648 Sep 15 17:47:03.865201 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105960) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 17:47:03.866146 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 17:47:03.866381 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 17:47:03.866746 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 17:47:03.866993 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 17:47:03.867218 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 17:47:03.867538 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.867832 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.868127 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.868356 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.868676 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.868968 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.869251 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.869541 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.869835 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.870120 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.870400 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.870682 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.870911 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.871193 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.871479 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.871765 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.871990 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] debug = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.872272 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.872734 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.873157 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.873441 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.873730 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.874011 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.874285 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.874561 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.874847 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.875178 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] host = dv-cinder-805228-2-iscsi {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.875459 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.875745 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.876034 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.876322 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.876633 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.876912 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.877199 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.877475 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.877754 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] log_file = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.878031 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.878322 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.878610 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.878902 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.879663 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.879891 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.880183 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.880491 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.880777 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.881055 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.881331 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.881609 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.881885 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.882155 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.882439 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.882724 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.883009 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.883285 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.883561 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.883835 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.884108 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.884393 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.884700 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.884976 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.885251 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.885539 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.885809 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.886086 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.886385 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.886669 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.886950 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.887237 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.887510 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.887793 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.888064 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.888333 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.888694 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] use_json = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.888968 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.889237 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.889516 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.889786 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.890056 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.890327 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.890596 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.890876 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:03.891170 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.891463 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.891762 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.892043 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.892333 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.892644 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.892932 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.893209 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.893493 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.893780 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.894064 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.894340 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.894624 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.895436 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.895728 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.896031 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.896324 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.896636 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.896911 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.897189 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.897460 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.897734 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.898021 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.898297 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.898583 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.898869 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.899147 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.899431 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.899724 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.900012 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.900285 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.900587 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.900876 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.901151 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.901421 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.901695 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.901983 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.902260 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.902532 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.902811 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.903089 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.903359 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.903628 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.903904 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.904192 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.904481 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.904764 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.905032 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.905308 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.905578 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.905860 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.906137 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.906407 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.906676 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.906953 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.907231 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.907502 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.907778 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.908052 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.908328 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.908628 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.908902 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.909173 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.909444 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.909713 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.909988 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.910256 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.910555 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.910829 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.911101 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.911373 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.911645 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.911917 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.912202 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.912529 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.912812 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.913090 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.913367 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.913644 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.913917 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.914192 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.914469 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.914745 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.915016 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.915303 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.915585 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.915871 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.916154 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.916430 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.916751 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.917033 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.917317 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.917593 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.917871 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.918154 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.918435 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.918724 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.919015 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.919304 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.919591 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.919883 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.920164 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.920494 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.920773 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:03.920989 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 17:47:03.921226 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105960) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 17:47:04.269224 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105960) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 17:47:04.269434 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105960) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 17:47:04.270253 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105960) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 17:47:04.270589 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 17:47:04.667610 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:04.667906 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:04.668180 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:04.669508 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:04.669782 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:04.670047 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:04.705177 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:04.705455 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:04.705721 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:04.721072 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:04.721348 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:04.721615 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:04.750061 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:04.750339 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:04.750603 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:04.788161 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:04.788441 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:04.788731 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.015205 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.015831 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.015831 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.015990 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.016621 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.135306 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.135624 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.135904 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.136174 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.136440 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.136777 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.137036 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.137290 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.137541 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.137822 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.138078 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.138338 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.138589 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.138836 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.139086 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.139345 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.139598 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.139862 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.140126 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.140383 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.140675 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.140926 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.141206 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.141579 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.141825 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.142069 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.142467 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 17:47:05.142700 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 17:47:05.142932 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 17:47:05.143165 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 17:47:05.143398 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 17:47:05.143629 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 17:47:05.143985 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 17:47:05.147058 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 17:47:05.151020 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 17:47:05.154628 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 15 17:47:05.156229 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 17:47:05.156701 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 17:47:05.157029 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 17:47:05.157402 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 17:47:05.160122 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 17:47:05.160395 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 17:47:05.160763 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 17:47:05.165965 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 17:47:05.187809 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 17:47:05.188255 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.188586 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105960) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 17:47:05.188944 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.190292 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105960) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 17:47:05.190731 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 17:47:05.190977 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 17:47:05.194666 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.194944 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:05.258191 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 17:47:05.258427 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 17:47:05.258663 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 17:47:05.259023 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 17:47:05.280928 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_db.sqlalchemy.engines [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105960) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 17:47:05.951787 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.managers [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Initializing driver for type 'gre' Sep 15 17:47:05.952318 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] gre ID ranges: [(1, 1000)] Sep 15 17:47:06.094562 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.managers [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Initializing driver for type 'local' Sep 15 17:47:06.095168 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.managers [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Initializing driver for type 'vlan' Sep 15 17:47:06.162985 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] VlanTypeDriver initialization complete Sep 15 17:47:06.163332 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.managers [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Initializing driver for type 'vxlan' Sep 15 17:47:06.163872 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] vxlan ID ranges: [(1, 1000)] Sep 15 17:47:06.363213 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.managers [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Initializing extension driver 'port_security' Sep 15 17:47:06.363581 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.extensions.port_security [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] PortSecurityExtensionDriver initialization complete Sep 15 17:47:06.363910 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.managers [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Initializing mechanism driver 'openvswitch' Sep 15 17:47:06.364247 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.managers [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Initializing mechanism driver 'hyperv' Sep 15 17:47:06.374667 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.plugins.ml2.plugin [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:47:06.375348 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > port after_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.375724 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > port after_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.376084 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > port after_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.376626 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105960) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 17:47:06.377056 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > subnet after_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.377412 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > subnet after_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.377757 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.378150 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105960) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 17:47:06.378558 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > network after_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.379441 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > network after_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.379802 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > network after_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.380188 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105960) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 17:47:06.380652 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > security_group after_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.381004 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > security_group after_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.381344 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.381872 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105960) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 17:47:06.382279 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.382633 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.382979 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.383370 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105960) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 17:47:06.383771 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > address_group after_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.384160 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > address_group after_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.384521 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.384908 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105960) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 17:47:06.385285 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] ML2 OVO RPC backend initialized. {{(pid=105960) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 15 17:47:06.385990 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.386345 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.386764 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > network before_response 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.387113 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > networks before_response 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.387463 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > port before_response 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.387804 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > ports before_response 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.388149 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > subnet before_response 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.388511 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > subnets before_response 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.388859 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > network after_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.389199 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > network after_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.389532 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > network after_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.389868 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > port after_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.390202 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > port after_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.390567 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > port after_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.390905 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > subnet after_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.391238 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > subnet after_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.391571 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.392192 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.plugin [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Modular L2 Plugin initialization complete Sep 15 17:47:06.392547 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading services supported by the core plugin {{(pid=105960) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 17:47:06.392873 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.plugins.ml2.managers [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Got port-security extension from driver 'port_security' Sep 15 17:47:06.393334 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.extensions.vlantransparent [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Disabled vlantransparent extension. Sep 15 17:47:06.393813 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105960) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 17:47:06.394126 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading Plugin: router Sep 15 17:47:06.430046 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.430441 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router after_create 55549900 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.430813 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router before_create 55549900 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.431179 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.431553 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.431910 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router after_delete 55549900 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.432269 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > floatingip after_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.432648 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.433011 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router after_create 55549900 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.433359 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router after_update 55549900 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.433708 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router after_update 55549900 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.434060 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.434418 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router after_update 55549900 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.434834 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router precommit_update 55549900 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.435211 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: port after_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.435554 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: port after_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.435896 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: subnet after_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.436237 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.436612 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.436961 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router precommit_create 55549900 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.437304 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: port before_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.437647 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router precommit_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.438002 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router after_update 55549900 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.438344 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.438694 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router precommit_create 55549900 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.439053 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.439395 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router precommit_update 55549900 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.439757 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > agent after_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.440105 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > agent after_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.440448 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > network after_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.441319 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Tracking information for resource: router configured {{(pid=105960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 17:47:06.442273 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Tracking information for resource: floatingip configured {{(pid=105960) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 17:47:06.447321 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.db.l3_agentschedulers_db [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 17:47:06.447895 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: port after_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.448257 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: port after_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.448638 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: port after_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.448992 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: port after_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.449768 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router before_create 55550100 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.450131 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.450490 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router precommit_create 55550100 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.450847 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > router precommit_update 55550100 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.455505 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.services.provider_configuration [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Service providers = [] {{(pid=105960) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 17:47:06.455874 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.db.servicetype_db [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105960) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 17:47:06.459406 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.services.service_base [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105960) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 17:47:06.459755 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.services.service_base [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105960) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 17:47:06.460101 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.services.service_base [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105960) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 17:47:06.461010 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.services.service_base [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105960) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 17:47:06.461388 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.services.service_base [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 17:47:06.461762 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 17:47:06.462083 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 17:47:06.472912 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 17:47:06.473248 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading Plugin: auto_allocate Sep 15 17:47:06.478951 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: network precommit_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.479326 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: network precommit_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.479842 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 17:47:06.480165 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading Plugin: tag Sep 15 17:47:06.486638 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 17:47:06.486970 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading Plugin: timestamp Sep 15 17:47:06.490936 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 17:47:06.491272 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading Plugin: network_ip_availability Sep 15 17:47:06.496685 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.497056 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.497409 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.498110 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 17:47:06.498429 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading Plugin: flavors Sep 15 17:47:06.503024 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 17:47:06.503354 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading Plugin: revisions Sep 15 17:47:06.508111 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105960) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 17:47:06.508523 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_concurrency.lockutils [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.239s {{(pid=105960) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 17:47:06.509251 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105960) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 15 17:47:06.509586 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Initializing extension manager. Sep 15 17:47:06.510094 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: __init__.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.510434 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: __pycache__ {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.510769 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.511103 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: address_group.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.511850 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.512407 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: address-group Sep 15 17:47:06.512753 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: address_scope.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.513651 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.514200 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: address-scope Sep 15 17:47:06.514522 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.515441 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.515948 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: router-admin-state-down-before-update Sep 15 17:47:06.516270 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: agent.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.516997 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.517497 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: agent Sep 15 17:47:06.517816 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: agent_resources_synced.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.518715 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.519215 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: agent-resources-synced Sep 15 17:47:06.519535 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: allowedaddresspairs.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.521373 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.521893 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: allowed-address-pairs Sep 15 17:47:06.522217 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: auto_allocated_topology.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.523282 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.523792 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: auto-allocated-topology Sep 15 17:47:06.524120 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: availability_zone.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.524847 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.525350 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: availability_zone Sep 15 17:47:06.525673 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: availability_zone_filter.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.526579 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.527082 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: availability_zone_filter Sep 15 17:47:06.527404 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: data_plane_status.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.528300 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.528835 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 17:47:06.529159 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: default_subnetpools.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.530064 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.530657 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: default-subnetpools Sep 15 17:47:06.530989 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.531793 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.532298 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: dhcp_agent_scheduler Sep 15 17:47:06.532650 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: dns.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.533570 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.534076 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension dns-integration not supported by any of loaded plugins Sep 15 17:47:06.534397 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: dns_domain_ports.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.535363 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.535869 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 17:47:06.536190 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.537126 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.537629 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 17:47:06.537948 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: dvr.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.538613 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.539112 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: dvr Sep 15 17:47:06.539432 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: ecmp_routes.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.540333 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.540868 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 17:47:06.541189 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: empty_string_filtering.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.542088 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.542588 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: empty-string-filtering Sep 15 17:47:06.542910 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.543803 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.544304 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 17:47:06.544713 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.545624 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.546131 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 17:47:06.546457 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: external_net.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.547360 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.547864 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: external-net Sep 15 17:47:06.548186 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.549120 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.549626 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: extra_dhcp_opt Sep 15 17:47:06.549948 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: extraroute.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.551392 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.551900 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: extraroute Sep 15 17:47:06.552225 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: extraroute_atomic.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.553259 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.553762 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: extraroute-atomic Sep 15 17:47:06.554084 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: filter_validation.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.554742 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.555242 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: filter-validation Sep 15 17:47:06.555571 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: fip_pf_description.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.556493 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.556997 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 17:47:06.557319 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: fip_port_details.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.558224 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.558723 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: fip-port-details Sep 15 17:47:06.559046 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: flavors.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.560245 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.560786 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: flavors Sep 15 17:47:06.561112 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.562755 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.563276 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 17:47:06.563608 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: floatingip_pools.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.564305 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.564849 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: floatingip-pools Sep 15 17:47:06.565181 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: ip_allocation.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.566109 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.567286 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 17:47:06.567616 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.568573 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.569082 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: ip-substring-filtering Sep 15 17:47:06.569406 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: l2_adjacency.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.570323 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.570825 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 17:47:06.571148 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: l3.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.572262 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.572825 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: router Sep 15 17:47:06.573153 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.575343 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.575873 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 17:47:06.576206 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.577219 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.577736 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: ext-gw-mode Sep 15 17:47:06.578063 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.578990 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.579495 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: l3-ha Sep 15 17:47:06.579821 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: l3_flavors.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.580751 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.581260 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: l3-flavors Sep 15 17:47:06.581583 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.582509 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.583014 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 17:47:06.583341 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: l3agentscheduler.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.584346 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.584876 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: l3_agent_scheduler Sep 15 17:47:06.585202 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: logging.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.586682 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.587200 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension logging not supported by any of loaded plugins Sep 15 17:47:06.587530 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: metering.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.588265 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.588868 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: metering Sep 15 17:47:06.589195 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.590292 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.590802 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: metering_source_and_destination_fields Sep 15 17:47:06.591130 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: multiprovidernet.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.592302 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.592830 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: multi-provider Sep 15 17:47:06.593155 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: netmtu.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.594063 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.594564 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: net-mtu Sep 15 17:47:06.594887 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: netmtu_writable.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.595798 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.596298 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: net-mtu-writable Sep 15 17:47:06.596654 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: network_availability_zone.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.597321 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.597846 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: network_availability_zone Sep 15 17:47:06.598166 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: network_ip_availability.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.599256 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.599766 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: network-ip-availability Sep 15 17:47:06.600095 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: network_segment_range.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.600892 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.601392 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 17:47:06.601716 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: pagination.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.602687 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.603020 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: pagination Sep 15 17:47:06.603343 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: port_device_profile.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.604242 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.604789 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: port-device-profile Sep 15 17:47:06.605111 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.606035 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.606538 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: port-mac-address-regenerate Sep 15 17:47:06.606860 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.607811 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.608314 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: port-numa-affinity-policy Sep 15 17:47:06.608738 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: port_resource_request.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.609774 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.610279 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 17:47:06.610601 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: portbindings.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.611525 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.612035 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: binding Sep 15 17:47:06.612357 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: portbindings_extended.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.614230 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.614690 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: binding-extended Sep 15 17:47:06.615019 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: portsecurity.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.615935 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.616445 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: port-security Sep 15 17:47:06.616791 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: project_id.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.617760 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.618088 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: project-id Sep 15 17:47:06.618410 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: providernet.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.619330 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.619842 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: provider Sep 15 17:47:06.620166 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: qos.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.623684 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.624205 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension qos not supported by any of loaded plugins Sep 15 17:47:06.624571 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.625805 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.626321 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 17:47:06.626652 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.627559 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.628070 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 17:47:06.628399 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: qos_default.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.629903 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.630450 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension qos-default not supported by any of loaded plugins Sep 15 17:47:06.630781 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: qos_fip.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.631512 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.632029 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension qos-fip not supported by any of loaded plugins Sep 15 17:47:06.632353 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: qos_gateway_ip.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.633314 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.633819 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 17:47:06.634146 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: qos_port_network_policy.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.635088 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.635590 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 17:47:06.635919 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: qos_pps_rule.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.637104 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.637615 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension qos-pps not supported by any of loaded plugins Sep 15 17:47:06.637944 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: qos_rule_type_details.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.638849 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.639358 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 17:47:06.639684 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: qos_rules_alias.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.640753 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.641260 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 17:47:06.641583 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: quotasv2.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.642494 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.642825 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: quotas Sep 15 17:47:06.643151 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: quotasv2_detail.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.646433 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.646774 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: quota_details Sep 15 17:47:06.647106 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: rbac.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.648162 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.648725 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: rbac-policies Sep 15 17:47:06.649059 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: rbac_address_group.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.649984 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.650491 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: rbac-address-group Sep 15 17:47:06.650819 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: rbac_address_scope.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.652056 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.652596 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: rbac-address-scope Sep 15 17:47:06.652927 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: rbac_security_groups.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.653841 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.654348 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: rbac-security-groups Sep 15 17:47:06.654672 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: rbac_subnetpool.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.655594 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.656102 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: rbac-subnetpool Sep 15 17:47:06.656427 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: revisionifmatch.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.657368 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.657878 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: revision-if-match Sep 15 17:47:06.658203 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: revisions.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.659312 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.659823 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: standard-attr-revisions Sep 15 17:47:06.660151 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: router_availability_zone.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.660901 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.661449 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: router_availability_zone Sep 15 17:47:06.661773 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: routerservicetype.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.662690 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.663192 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension router-service-type not supported by any of loaded plugins Sep 15 17:47:06.663516 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.664427 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.664956 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: security-groups-normalized-cidr Sep 15 17:47:06.665282 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.666202 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.666707 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: port-security-groups-filtering Sep 15 17:47:06.667031 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.667947 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.668485 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: security-groups-remote-address-group Sep 15 17:47:06.668804 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: securitygroup.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.680225 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.680782 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: security-group Sep 15 17:47:06.681118 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: segment.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.681910 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.682416 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension segment not supported by any of loaded plugins Sep 15 17:47:06.682745 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.683680 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.684185 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 17:47:06.684531 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: servicetype.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.685683 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.686204 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: service-type Sep 15 17:47:06.686533 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: sorting.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.687508 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.687840 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: sorting Sep 15 17:47:06.688162 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: standard_attr_segment.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.689102 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.689616 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 17:47:06.689939 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: standardattrdescription.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.690581 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.691086 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: standard-attr-description Sep 15 17:47:06.691410 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: stateful_security_group.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.692921 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.693435 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: stateful-security-group Sep 15 17:47:06.693756 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: stdattrs_common.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.694331 dv-cinder-805228-2-iscsi neutron-server[105960]: WARNING neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 17:47:06.694648 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.695584 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.696100 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 17:47:06.696425 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: subnet_onboard.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.697516 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.698032 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: subnet_onboard Sep 15 17:47:06.698358 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.699276 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.699783 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 17:47:06.700107 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: subnet_service_types.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.701051 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.701565 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: subnet-service-types Sep 15 17:47:06.701892 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: subnetallocation.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.702958 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.703471 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: subnet_allocation Sep 15 17:47:06.703797 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.704484 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.704988 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: subnetpool-prefix-ops Sep 15 17:47:06.705309 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.706237 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.706746 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 17:47:06.707088 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: tagging.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.708169 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.708708 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: standard-attr-tag Sep 15 17:47:06.709036 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: timestamp.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.710214 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.710723 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loaded extension: standard-attr-timestamp Sep 15 17:47:06.711051 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: trunk.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.712069 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.712613 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension trunk not supported by any of loaded plugins Sep 15 17:47:06.712940 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: trunk_details.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.713851 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.714355 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension trunk-details not supported by any of loaded plugins Sep 15 17:47:06.714678 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: uplink_status_propagation.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.715593 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.716103 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 17:47:06.716702 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Loading extension file: vlantransparent.py {{(pid=105960) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 17:47:06.717371 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105960) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 17:47:06.717874 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 17:47:06.720273 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Creating instance of TrackedResource for resource:network Sep 15 17:47:06.720820 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Creating instance of TrackedResource for resource:subnet Sep 15 17:47:06.721218 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 17:47:06.721621 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Creating instance of TrackedResource for resource:port Sep 15 17:47:06.722860 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.v2.resource_helper [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:47:06.723311 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.v2.resource_helper [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Service FLAVORS assigned prefix: {{(pid=105960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:47:06.723921 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.v2.resource_helper [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:47:06.724352 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.v2.resource_helper [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:47:06.724715 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Creating instance of TrackedResource for resource:router Sep 15 17:47:06.725138 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 17:47:06.725616 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.v2.resource_helper [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Service METERING assigned prefix: /metering {{(pid=105960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:47:06.727043 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.727417 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.727769 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105960) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:47:06.728777 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 17:47:06.729235 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Creating instance of TrackedResource for resource:security_group Sep 15 17:47:06.729666 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 17:47:06.730247 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.v2.resource_helper [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Service CORE assigned prefix: {{(pid=105960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:47:06.730576 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 17:47:06.730922 dv-cinder-805228-2-iscsi neutron-server[105960]: WARNING neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] subnetpool is already registered Sep 15 17:47:06.731355 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.v2.resource_helper [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Service CORE assigned prefix: {{(pid=105960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:47:06.731685 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 17:47:06.732017 dv-cinder-805228-2-iscsi neutron-server[105960]: WARNING neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] subnetpool is already registered Sep 15 17:47:06.734375 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.v2.resource_helper [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:47:06.734807 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.v2.resource_helper [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Service FLAVORS assigned prefix: {{(pid=105960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:47:06.735393 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.v2.resource_helper [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:47:06.735817 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.v2.resource_helper [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:47:06.736155 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Creating instance of TrackedResource for resource:router Sep 15 17:47:06.736520 dv-cinder-805228-2-iscsi neutron-server[105960]: WARNING neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] router is already registered Sep 15 17:47:06.736930 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 17:47:06.737267 dv-cinder-805228-2-iscsi neutron-server[105960]: WARNING neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] floatingip is already registered Sep 15 17:47:06.737714 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.v2.resource_helper [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Service METERING assigned prefix: /metering {{(pid=105960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:47:06.738938 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 17:47:06.739273 dv-cinder-805228-2-iscsi neutron-server[105960]: WARNING neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] rbac_policy is already registered Sep 15 17:47:06.739685 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Creating instance of TrackedResource for resource:security_group Sep 15 17:47:06.740018 dv-cinder-805228-2-iscsi neutron-server[105960]: WARNING neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] security_group is already registered Sep 15 17:47:06.740416 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 17:47:06.740769 dv-cinder-805228-2-iscsi neutron-server[105960]: WARNING neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] security_group_rule is already registered Sep 15 17:47:06.741385 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.v2.resource_helper [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Service CORE assigned prefix: {{(pid=105960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:47:06.741713 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 17:47:06.742045 dv-cinder-805228-2-iscsi neutron-server[105960]: WARNING neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] subnetpool is already registered Sep 15 17:47:06.742456 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.v2.resource_helper [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Service CORE assigned prefix: {{(pid=105960) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 17:47:06.742784 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 17:47:06.743114 dv-cinder-805228-2-iscsi neutron-server[105960]: WARNING neutron.quota.resource_registry [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] subnetpool is already registered Sep 15 17:47:06.743567 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: extensions {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.745042 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: address-groups {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.746521 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: address-scopes {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.747860 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: agents {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.749044 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: auto-allocated-topology {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.750297 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: availability_zones {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.751513 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: dhcp-networks {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.753160 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: dhcp-agents {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.755151 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: routers {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.757409 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: flavors {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.758568 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: service_profiles {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.759775 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: next_providers {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.761287 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: service_profiles {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.762823 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: floatingip-pools {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.764043 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: routers {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.766176 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: floatingips {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.767461 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: l3-routers {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.768884 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: l3-agents {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.770333 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: metering-labels {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.771686 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: metering-label-rules {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.772995 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: network-ip-availabilities {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.774268 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: bindings {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.776809 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: quotas {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.778287 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: quotas {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.779703 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: rbac-policies {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.780940 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: security-groups {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.782239 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: security-group-rules {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.783637 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: service-providers {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.784873 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: subnetpools {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.786360 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: subnetpools {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.787835 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: tags {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.789558 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: tags {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.791387 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: tags {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.793214 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: tags {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.794996 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: tags {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.796870 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: tags {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.798570 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: tags {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.800472 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: tags {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.802765 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: tags {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.804512 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron.api.extensions [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Extended resource: tags {{(pid=105960) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 17:47:06.810411 dv-cinder-805228-2-iscsi neutron-server[105960]: WARNING keystonemiddleware.auth_token [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 17:47:06.815113 dv-cinder-805228-2-iscsi neutron-server[105960]: WARNING keystonemiddleware.auth_token [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 17:47:06.824195 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_concurrency.lockutils [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Acquired lock "singleton_lock" {{(pid=105960) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 17:47:06.824690 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_concurrency.lockutils [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Releasing lock "singleton_lock" {{(pid=105960) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 17:47:06.825330 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO oslo_service.service [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Starting 2 workers Sep 15 17:47:06.830134 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Started child 106071 {{(pid=105960) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 17:47:06.834628 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Started child 106072 {{(pid=105960) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 17:47:06.835552 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:06.836180 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO neutron.service [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 17:47:06.836883 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Notify callbacks [] for process, before_spawn {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:06.837064 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [-] (106071) wsgi starting up on http://0.0.0.0:9696 Sep 15 17:47:06.839231 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:06.839699 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO oslo_service.service [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Starting 1 workers Sep 15 17:47:06.840608 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [-] (106072) wsgi starting up on http://0.0.0.0:9696 Sep 15 17:47:06.844699 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Started child 106073 {{(pid=105960) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 17:47:06.845215 dv-cinder-805228-2-iscsi neutron-server[105960]: INFO oslo_service.service [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Starting 1 workers Sep 15 17:47:06.848311 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.service [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] calling RpcWorker wait() {{(pid=106073) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 17:47:06.848892 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.service [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] returning from RpcWorker wait() {{(pid=106073) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 17:47:06.849638 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Started child 106074 {{(pid=105960) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 17:47:06.850142 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:06.850456 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ad1cafdb-230f-490c-9426-d6b9585bd866 None None] Notify callbacks [] for process, after_spawn {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:06.850605 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:47:06.852279 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105960) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 17:47:06.852507 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 17:47:06.852694 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 17:47:06.852912 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 17:47:06.853238 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 17:47:06.853403 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 17:47:06.853928 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.854203 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.854460 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.854553 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:06.855006 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.855006 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.855583 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.855818 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.856064 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.856342 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.856606 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.856778 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.856939 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.857198 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.857427 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.857725 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.857989 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.858213 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.858477 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.858647 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.858890 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.859159 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.859381 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.859638 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] debug = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.859887 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.860339 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.860585 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.860835 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.861046 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.861321 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.861541 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.861797 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.862052 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.862262 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.862494 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.862753 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.863131 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.863873 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.864116 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.864441 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.864657 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.865110 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] host = dv-cinder-805228-2-iscsi {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.865346 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.865580 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.865846 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.866088 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.866337 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.866546 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.866807 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.867043 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.867299 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.867516 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.867735 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.867997 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.868231 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.868493 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] log_file = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.868648 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] log_options = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.868879 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.869138 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.869386 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.869572 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.869746 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.869903 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.870138 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.870306 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.870542 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.870775 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.870987 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.871214 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.871454 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.871666 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.871938 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.872180 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.872415 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.872665 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.872905 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.873128 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.873348 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.873568 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.873779 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.874023 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.874291 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.874519 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.874757 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.874967 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.875174 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.875422 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.875635 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.876085 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.876442 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.876714 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.876982 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.877207 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.877436 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.877669 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.877932 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.878154 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.878401 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.878661 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.878871 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.879693 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.879937 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.880176 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.880420 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] use_json = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.880713 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.880935 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.881166 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.881327 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.881546 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.881870 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.881978 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.882190 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.885432 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.885735 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.886067 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.886334 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.886579 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.886832 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.887077 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.887338 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.887576 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.888709 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.888816 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:47:06.889044 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.889293 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.889581 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.889816 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.890102 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.890447 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.890721 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.890999 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.891259 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.891503 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.891720 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.891964 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.892240 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.892498 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.892733 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.893009 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.893228 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.893574 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.893845 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.894091 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.894335 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.894606 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.894828 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.895058 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.895271 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.895503 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.895731 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.895993 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.896211 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.896439 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.896678 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.896901 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.907206 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.907206 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.907206 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.907206 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.907206 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.907206 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.907206 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.907206 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.907206 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.907965 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.907965 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.907965 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.907965 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.907965 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.907965 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.907965 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.907965 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.907965 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.908624 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.908624 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.908624 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.908624 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.908624 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.908624 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.908624 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.908624 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.908624 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.909818 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.909818 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.909818 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.909818 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.909818 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.909818 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.909818 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.909818 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.909818 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.911658 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.911658 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.911658 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.911658 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.911658 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.911658 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.911658 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.911658 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.911658 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.913151 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.913151 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.913151 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.913151 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.913151 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.913151 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.913151 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.913151 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.914205 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.914205 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.914205 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.914205 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.914205 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.914205 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.914205 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.914205 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.915309 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.915309 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.915309 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.915309 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.915309 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.915309 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.915309 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.915309 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.916622 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.916622 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.916622 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.916622 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.916622 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.916622 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.916622 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.917663 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.917663 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.917663 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.917663 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.918184 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.918184 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.918459 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.918599 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.918820 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.919072 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.919322 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.919574 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.919823 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.920784 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.920784 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.920784 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.921209 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.921209 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.921538 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.921679 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.921922 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.922136 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.922350 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.922617 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.922851 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.923556 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.923556 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.923875 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.924017 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.924822 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.924822 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.925117 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.925318 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.925570 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.925784 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.926606 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.926796 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.928497 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.928497 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.928497 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.928497 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.928497 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.928497 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.928497 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.928977 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.928977 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.929118 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.929194 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.929446 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.929663 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.929887 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.930106 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.930324 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.930537 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.930799 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.931020 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.931288 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.931553 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.931788 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.932016 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.932257 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.932509 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.932749 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.933011 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.933239 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.933453 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.933666 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.933904 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.934141 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.934375 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.934603 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.934839 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.935097 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.935560 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.935969 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.936159 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.936406 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.936679 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.936900 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.937139 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.939500 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.939500 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.939500 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.939500 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.939500 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.939500 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.939500 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.939500 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.940127 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.940127 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.940127 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.940127 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.940127 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.940425 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.940425 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.940686 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.940942 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.941182 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.941397 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.941676 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.941892 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.942100 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.942320 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.942534 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.942743 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.942968 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.943183 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.943392 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.943613 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.943827 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.944043 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.944272 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.944557 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.944798 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.945019 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.945241 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.945451 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.945675 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.945882 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.946088 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.946307 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.946521 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.946727 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.946974 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.947181 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.947386 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.947624 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.947836 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.948040 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.948337 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.948614 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.948831 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.949124 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.949377 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.949629 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.949870 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.950181 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.950391 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.950626 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.950843 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.951058 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.951278 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.951539 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.951874 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.952183 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.952427 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.952701 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.952993 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.953983 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.954256 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.954455 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.954745 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.955078 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.955395 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.955598 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.955867 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.956163 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.956683 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.956683 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.957301 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.957301 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.957601 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.957601 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.957761 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.958763 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.958763 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.958763 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.958763 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.959086 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.959086 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.959317 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.959551 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.959712 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 17:47:06.960243 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105960) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 17:47:06.960403 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 17:47:06.960658 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 17:47:06.960853 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 17:47:06.961023 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 17:47:06.961176 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 17:47:06.961384 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.961545 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.961728 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.961869 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.962011 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.962190 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.962350 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.962507 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.962664 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.964289 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.964289 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.964289 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.964289 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.964289 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.964289 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.964289 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.964289 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.964810 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.964810 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.964810 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.964810 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.964810 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.964810 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] debug = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969023 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969023 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969023 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969023 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969023 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969023 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969461 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969461 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969461 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969461 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969461 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969461 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969461 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969461 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969998 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969998 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969998 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969998 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] host = dv-cinder-805228-2-iscsi {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969998 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969998 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969998 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.969998 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.970594 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.970594 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.970594 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.970594 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.970594 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.970594 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.970594 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.970594 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.971190 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.971190 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] log_file = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.971190 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] log_options = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.971190 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.971190 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.971190 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.971190 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.971190 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.971879 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.971879 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.971879 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.971879 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.971879 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.971879 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.971879 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.971879 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.976857 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.976857 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.976857 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.976857 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.976857 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.976857 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.976857 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.976857 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.977397 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.977397 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.977397 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.977397 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.977397 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.977397 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.977397 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.977397 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.977397 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.977992 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.977992 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.977992 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.977992 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.977992 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.977992 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.977992 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.977992 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.978528 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.978528 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.978528 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.978528 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.978528 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.983546 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.983741 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.983913 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.984083 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] use_json = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.984247 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.984646 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.984646 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.984808 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.984943 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.985106 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.985264 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.985424 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 17:47:06.985605 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.985790 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.985938 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.986098 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.986259 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.986419 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.986578 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.986738 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.986898 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.987057 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.987224 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.987384 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.987554 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.987740 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.987900 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.988061 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.988220 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.988369 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.988564 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.988727 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.988886 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.989046 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.989215 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.989374 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.989542 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.990270 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.990457 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.991156 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.991156 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.991156 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.991156 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.991502 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.991502 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.991645 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.991759 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.991921 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.992081 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.992240 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.992399 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.992580 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.992740 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.992900 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.993058 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.993216 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.993375 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.993532 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.994131 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.994131 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.994131 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.994369 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.994448 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.994863 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.994863 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.995046 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.995135 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.995452 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.995452 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.995807 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.995937 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.996094 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.996325 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.996497 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.996647 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.996815 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.996908 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.996991 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.997155 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.997311 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.997498 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.997622 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.997776 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.997932 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.998089 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.998245 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.998403 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.998786 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.998786 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.999261 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.999261 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.999261 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.999690 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.999690 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.999690 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.999915 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:06.999915 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.000058 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.000177 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.000332 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.000508 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.000677 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.000853 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.001010 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.001170 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.001329 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.001485 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.001646 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.001804 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.001960 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.002117 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.002280 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.002435 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.002595 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.002757 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.002912 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.003253 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.003566 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.003566 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.003888 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.003888 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.004081 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.004160 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.004291 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.004462 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.004630 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.004791 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.004949 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.005115 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.005272 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.005436 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.005596 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.005759 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.005924 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.006082 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.006239 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.006446 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.006668 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.006824 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.006824 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.006972 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.007449 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.007449 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.007449 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.007807 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.007807 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.007952 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.008079 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.008235 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.008389 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.008546 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.008704 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.008861 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.009017 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.009178 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.009355 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.009548 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.009639 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.009789 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.009950 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.010105 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.010265 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.010418 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.010567 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.010726 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.010889 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.011043 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.011200 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.011386 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.011503 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.011689 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.012276 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.012276 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.012276 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.012276 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.012711 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.012711 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.012711 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.012920 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.013036 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.013167 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.013292 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.013418 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.013552 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.013705 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.013864 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.014048 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.014263 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.014392 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.014515 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.014638 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:47:07.014779 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.014779 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.015008 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.015130 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.015252 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.015385 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.015509 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.015633 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.015777 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.015921 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.016080 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.016239 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.016395 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.016619 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.016748 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.016873 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.017023 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.017179 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.017320 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.017479 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.017635 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.017791 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.017947 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.018104 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.018260 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.018418 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.018577 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.018735 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.018891 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.019047 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.019203 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.019360 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.019520 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.019689 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.019846 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.020003 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.020161 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.020318 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.020511 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.020644 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.020805 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.020962 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.021119 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.021274 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.021430 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.025615 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.025615 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.025615 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.025615 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.025615 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.025615 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.025615 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.025615 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.027354 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.027354 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.027354 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.027354 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.027354 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.027354 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.027354 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.027354 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.028220 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.028220 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.028220 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.028220 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.028220 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.028220 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.028220 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.028220 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.029182 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.029182 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.029182 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.029182 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.029182 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.029182 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.029182 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.029182 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.029774 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.029774 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.029774 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.029774 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.029774 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.029774 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.029774 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.029774 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.031594 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.031594 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.031594 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.031594 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.031594 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.031594 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.031594 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.031594 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.032550 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.032550 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.032550 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.032550 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.032550 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.032550 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.032550 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.032550 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.032550 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.033364 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.033364 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.033364 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.033364 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.033364 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.033364 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.033364 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.033364 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.033364 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.034071 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 17:47:07.034071 dv-cinder-805228-2-iscsi neutron-server[105960]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105960) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 17:47:07.300184 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 60536) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:47:07.333195 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065410 Sep 15 17:47:18.914474 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924fbdb9-689c-40bf-83ce-e2dee71a0852 None None] get_active_networks_info from dv-cinder-805228-2-iscsi {{(pid=106073) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 17:47:19.001993 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924fbdb9-689c-40bf-83ce-e2dee71a0852 None None] No non-hosted networks {{(pid=106073) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 17:47:19.043827 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.agentschedulers_db [None req-924fbdb9-689c-40bf-83ce-e2dee71a0852 None None] DHCP Agent not found on host dv-cinder-805228-2-iscsi {{(pid=106073) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 15 17:47:19.265873 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-56a6df62-9a5b-4d97-995f-97615ac561aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600353'] for agent, after_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:21.486373 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3adeab22-4013-4840-84af-2d5736a0f00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600353'] for agent, after_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:21.552609 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.db.api [None req-94f32fd1-9a3b-453f-850e-8d69784f9c29 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-805228-2-iscsi {{(pid=106073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 17:47:21.553065 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG oslo_db.api [None req-94f32fd1-9a3b-453f-850e-8d69784f9c29 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 17:47:22.002118 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600353'] for agent, after_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:22.002780 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:22.003133 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:22.004048 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:22.004644 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:22.005146 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:22.005506 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:22.005846 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:22.010335 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:22.010335 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:22.010335 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:22.010335 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:22.010335 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:22.010783 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805228-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:47:22.025440 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805228-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:47:22.185928 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-94f32fd1-9a3b-453f-850e-8d69784f9c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:23.302958 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600353'] for agent, after_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:24.323667 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.db.l3_hamode_db [None req-87aac199-3079-44f5-92e5-ff4958b864f6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 17:47:24.401700 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aac199-3079-44f5-92e5-ff4958b864f6 None None] Routers set() bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:47:24.402104 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aac199-3079-44f5-92e5-ff4958b864f6 None None] Router IDs set() for agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 17:47:24.602409 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600353'] for agent, after_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:25.572061 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 60628) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:47:26.061730 dv-cinder-805228-2-iscsi neutron-server[106071]: WARNING oslo_policy.policy [None req-30cf0ec8-8fee-464e-af9d-36a6fce2204e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 17:47:26.062305 dv-cinder-805228-2-iscsi neutron-server[106071]: WARNING oslo_policy.policy [None req-30cf0ec8-8fee-464e-af9d-36a6fce2204e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 17:47:26.286762 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [None req-30cf0ec8-8fee-464e-af9d-36a6fce2204e admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106071) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:47:26.287792 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-30cf0ec8-8fee-464e-af9d-36a6fce2204e admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7147954 Sep 15 17:47:28.658515 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 60642) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:47:28.963527 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-a3dde38b-a8a9-419f-a5ac-f59bde1e5a43 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:47:29.065825 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.policy [None req-a3dde38b-a8a9-419f-a5ac-f59bde1e5a43 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106071) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 17:47:29.111246 dv-cinder-805228-2-iscsi neutron-server[106071]: WARNING oslo_policy.policy [None req-a3dde38b-a8a9-419f-a5ac-f59bde1e5a43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 17:47:29.111613 dv-cinder-805228-2-iscsi neutron-server[106071]: WARNING oslo_policy.policy [None req-a3dde38b-a8a9-419f-a5ac-f59bde1e5a43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 17:47:29.120128 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.quota [None req-a3dde38b-a8a9-419f-a5ac-f59bde1e5a43 admin admin] Loaded quota_driver: . Sep 15 17:47:29.256975 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a3dde38b-a8a9-419f-a5ac-f59bde1e5a43 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765808982237', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765808983776', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765808969888', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765808969362', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765808555458', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765809013284', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1588380', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1878658', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-865913', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-977967'] for rbac-policy, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:29.465178 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a3dde38b-a8a9-419f-a5ac-f59bde1e5a43 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:29.466626 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-a3dde38b-a8a9-419f-a5ac-f59bde1e5a43 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8071504 Sep 15 17:47:32.041296 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 60654) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:47:32.531639 dv-cinder-805228-2-iscsi neutron-server[106072]: WARNING oslo_policy.policy [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 17:47:32.532210 dv-cinder-805228-2-iscsi neutron-server[106072]: WARNING oslo_policy.policy [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 17:47:32.757047 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'name': 'private', 'tenant_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:47:32.758724 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.quota [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Loaded quota_driver: . Sep 15 17:47:32.888441 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Made reservation on behalf of b8ea5c2bf91b4f8294af81bdcd1aacf1 for: {'network': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:47:32.960918 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.policy [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106072) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 17:47:33.005319 dv-cinder-805228-2-iscsi neutron-server[106072]: WARNING oslo_policy.policy [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 17:47:33.005696 dv-cinder-805228-2-iscsi neutron-server[106072]: WARNING oslo_policy.policy [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 17:47:33.015603 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for network, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:33.036745 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:33.164677 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:33.231359 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:33.251048 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=106072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:47:33.277405 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765806907540', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:33.277924 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Unsubscribe: segment precommit_create {{(pid=106072) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 17:47:33.278465 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.segments_db [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Added segment 1c61ae5a-5832-471c-888e-1295836496e6 of type vlan for network 9154fc51-4171-4cab-a4ed-d73f2b3bc32e Sep 15 17:47:33.298754 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568efeb6-d5fb-4ad4-9f56-306aa114af78,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:47:33.331980 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:33.332338 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:33.333070 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:33.333070 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:33.333456 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:33.333722 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:33.334047 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:33.334380 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:33.334719 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:33.335042 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:33.335359 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:33.335672 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Tracked resource versions report: Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: pushed versions: Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: { 'AddressGroup': {'1.2'}, Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'ConntrackHelper': {'1.0'}, Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'Log': {'1.0'}, Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'Network': {'1.1'}, Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'Port': {'1.7'}, Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'PortForwarding': {'1.2'}, Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'QosPolicy': {'1.9'}, Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'SecurityGroup': {'1.4'}, Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'SecurityGroupRule': {'1.2'}, Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'SubPort': {'1.0'}, Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'Subnet': {'1.1'}, Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'Trunk': {'1.1'}} Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: consumer versions: Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: { DHCP agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: L3 agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: Metadata agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: Metering agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: Open vSwitch agent@dv-cinder-805228-2-iscsi: { 'AddressGroup': '1.2', Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'ConntrackHelper': '1.0', Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'Log': '1.0', Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'Network': '1.1', Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'Port': '1.7', Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'PortForwarding': '1.2', Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'QosPolicy': '1.9', Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'SecurityGroup': '1.4', Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'SecurityGroupRule': '1.2', Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'SubPort': '1.0', Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'Subnet': '1.1', Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: 'Trunk': '1.1'}} Sep 15 17:47:33.336861 dv-cinder-805228-2-iscsi neutron-server[106072]: {{(pid=106072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 17:47:33.406704 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765806349855'] for network, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:33.509761 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for network, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:33.510967 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:47:33.511613 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:33.606454 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] Pushing event updated for resources: {'Network': ['ID=9154fc51-4171-4cab-a4ed-d73f2b3bc32e,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:47:33.617739 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Network 9154fc51-4171-4cab-a4ed-d73f2b3bc32e details requested by agent ovs-agent-dv-cinder-805228-2-iscsi with host dv-cinder-805228-2-iscsi {{(pid=106073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:47:33.637712 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-bdd96c74-f987-48a0-a37b-cea56f9284a4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5942159 Sep 15 17:47:36.275575 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 60676) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:47:36.666632 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cf1896-eac6-43cd-9926-b6150efe7af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:47:36.667977 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-16cf1896-eac6-43cd-9926-b6150efe7af2 admin admin] 10.222.0.20 "GET /v2.0/networks/9154fc51-4171-4cab-a4ed-d73f2b3bc32e HTTP/1.1" status: 200 len: 825 time: 0.3914514 Sep 15 17:47:36.705064 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-cca7d4af-ada1-4f07-973d-317b84f70154 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/8a3db66b-cef7-4667-8e79-052e2b270296 HTTP/1.1" status: 200 len: 734 time: 0.0307963 Sep 15 17:47:36.714506 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-440f377c-ff27-4afd-bcbd-68e8cd521d7e admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '8a3db66b-cef7-4667-8e79-052e2b270296', 'network_id': '9154fc51-4171-4cab-a4ed-d73f2b3bc32e', 'tenant_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:47:36.819600 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440f377c-ff27-4afd-bcbd-68e8cd521d7e admin admin] Made reservation on behalf of b8ea5c2bf91b4f8294af81bdcd1aacf1 for: {'subnet': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:47:36.821819 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-440f377c-ff27-4afd-bcbd-68e8cd521d7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:37.168734 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-440f377c-ff27-4afd-bcbd-68e8cd521d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for subnet, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:37.235317 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f377c-ff27-4afd-bcbd-68e8cd521d7e admin admin] Checking segment: {'id': '1c61ae5a-5832-471c-888e-1295836496e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9154fc51-4171-4cab-a4ed-d73f2b3bc32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:47:37.235700 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440f377c-ff27-4afd-bcbd-68e8cd521d7e admin admin] Network hostable DHCP agents. Network: 9154fc51-4171-4cab-a4ed-d73f2b3bc32e, hostable agents: ['36f446e8-29e8-4378-bef0-f89f7461b806'], hosted agents: [] {{(pid=106072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:47:37.240067 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f377c-ff27-4afd-bcbd-68e8cd521d7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=12c43ceb-475f-4d45-a0a3-fc282c1114ab,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:47:37.322303 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440f377c-ff27-4afd-bcbd-68e8cd521d7e admin admin] Network 9154fc51-4171-4cab-a4ed-d73f2b3bc32e is scheduled to be hosted by DHCP agent 36f446e8-29e8-4378-bef0-f89f7461b806 with binding_index 1 {{(pid=106072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:47:37.385159 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-440f377c-ff27-4afd-bcbd-68e8cd521d7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805228-2-iscsi, 9154fc51-4171-4cab-a4ed-d73f2b3bc32e) {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:47:37.390405 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440f377c-ff27-4afd-bcbd-68e8cd521d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:47:37.391379 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-440f377c-ff27-4afd-bcbd-68e8cd521d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:37.394749 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5706a9e0-e4bd-4d02-b231-70b5c6652adc None None] Network 9154fc51-4171-4cab-a4ed-d73f2b3bc32e requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:47:37.477556 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-440f377c-ff27-4afd-bcbd-68e8cd521d7e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7661824 Sep 15 17:47:37.722868 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b4801a4-af14-5ddf-bb32-75928b3273dc-9154fc51-4171-4cab-a4ed-d73f2b3bc32e', 'network_id': '9154fc51-4171-4cab-a4ed-d73f2b3bc32e', 'tenant_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'fixed_ips': [{'subnet_id': '12c43ceb-475f-4d45-a0a3-fc282c1114ab'}]}} from dv-cinder-805228-2-iscsi. {{(pid=106073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:47:37.724109 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:37.994675 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.db_base_plugin_common [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Allocated IP 172.20.0.2 (9154fc51-4171-4cab-a4ed-d73f2b3bc32e/12c43ceb-475f-4d45-a0a3-fc282c1114ab/31cba8ed-b3bd-4ba2-8df0-67e505d820f0) {{(pid=106073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:47:38.227949 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Notify callbacks [] for port, precommit_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:38.317532 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:38.387363 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Network 9154fc51-4171-4cab-a4ed-d73f2b3bc32e is already hosted by enough agents. {{(pid=106073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:47:38.394065 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.scheduler.base_scheduler [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Resources bound (agent type, host, resource id): {{(pid=106073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:47:38.404708 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Received port after_create {{(pid=106073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:47:38.407740 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Pushing event updated for resources: {'Port': ['ID=31cba8ed-b3bd-4ba2-8df0-67e505d820f0,revision_number=1']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:47:38.444504 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:38.444872 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:38.445203 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:38.445543 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:38.445880 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:38.446223 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:38.446561 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:38.446888 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:38.447236 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:38.447568 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:38.447895 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:38.448219 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Tracked resource versions report: Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: pushed versions: Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: { 'AddressGroup': {'1.2'}, Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'ConntrackHelper': {'1.0'}, Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'Log': {'1.0'}, Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'Network': {'1.1'}, Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'Port': {'1.7'}, Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'PortForwarding': {'1.2'}, Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'QosPolicy': {'1.9'}, Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'SecurityGroup': {'1.4'}, Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'SecurityGroupRule': {'1.2'}, Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'SubPort': {'1.0'}, Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'Subnet': {'1.1'}, Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'Trunk': {'1.1'}} Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: consumer versions: Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: { DHCP agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: L3 agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: Metadata agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: Metering agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: Open vSwitch agent@dv-cinder-805228-2-iscsi: { 'AddressGroup': '1.2', Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'ConntrackHelper': '1.0', Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'Log': '1.0', Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'Network': '1.1', Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'Port': '1.7', Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'PortForwarding': '1.2', Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'QosPolicy': '1.9', Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'SecurityGroup': '1.4', Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'SecurityGroupRule': '1.2', Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'SubPort': '1.0', Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'Subnet': '1.1', Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: 'Trunk': '1.1'}} Sep 15 17:47:38.449387 dv-cinder-805228-2-iscsi neutron-server[106073]: {{(pid=106073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 17:47:38.500519 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Attempting to bind port 31cba8ed-b3bd-4ba2-8df0-67e505d820f0 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:47:38.500919 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Attempting to bind port 31cba8ed-b3bd-4ba2-8df0-67e505d820f0 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '1c61ae5a-5832-471c-888e-1295836496e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9154fc51-4171-4cab-a4ed-d73f2b3bc32e'}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:47:38.501340 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Attempting to bind port 31cba8ed-b3bd-4ba2-8df0-67e505d820f0 on network 9154fc51-4171-4cab-a4ed-d73f2b3bc32e {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:47:38.506720 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:47:38.507160 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Checking segment: {'id': '1c61ae5a-5832-471c-888e-1295836496e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9154fc51-4171-4cab-a4ed-d73f2b3bc32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:47:38.507612 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:38.508005 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Bound using segment: {'id': '1c61ae5a-5832-471c-888e-1295836496e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9154fc51-4171-4cab-a4ed-d73f2b3bc32e'} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:47:38.508505 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Bound port: 31cba8ed-b3bd-4ba2-8df0-67e505d820f0, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c61ae5a-5832-471c-888e-1295836496e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9154fc51-4171-4cab-a4ed-d73f2b3bc32e'}}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:47:38.508907 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:38.570054 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] For port 31cba8ed-b3bd-4ba2-8df0-67e505d820f0, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:47:38.574167 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] For port 31cba8ed-b3bd-4ba2-8df0-67e505d820f0, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=31cba8ed-b3bd-4ba2-8df0-67e505d820f0,segment=NetworkSegment(1c61ae5a-5832-471c-888e-1295836496e6),segment_id=1c61ae5a-5832-471c-888e-1295836496e6)] {{(pid=106073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:47:38.649054 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:38.713550 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98869d35-b779-4a8a-9c44-f36ecb7f23ce None None] Pushing event updated for resources: {'Port': ['ID=31cba8ed-b3bd-4ba2-8df0-67e505d820f0,revision_number=2']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:47:39.908533 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 60684) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:47:40.215823 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [None req-bb0b2432-d225-44f7-b9d7-8081ff021484 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106071) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:47:40.216912 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-bb0b2432-d225-44f7-b9d7-8081ff021484 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3074460 Sep 15 17:47:42.607323 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 60692) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:47:42.917392 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [None req-dfa3750e-16b1-46b3-9e35-e1191f919274 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106071) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:47:42.918528 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-dfa3750e-16b1-46b3-9e35-e1191f919274 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3102281 Sep 15 17:47:45.562240 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 60702) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:47:45.853261 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-aa9de6bd-a013-41ae-a980-d00ce4f9e29a admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'admin_state_up': True}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:47:45.974076 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-aa9de6bd-a013-41ae-a980-d00ce4f9e29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-602763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:45.975865 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-aa9de6bd-a013-41ae-a980-d00ce4f9e29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:46.119715 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-aa9de6bd-a013-41ae-a980-d00ce4f9e29a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:46.185963 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-aa9de6bd-a013-41ae-a980-d00ce4f9e29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600412'] for router, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:46.265107 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-aa9de6bd-a013-41ae-a980-d00ce4f9e29a admin admin] Notify callbacks [] for router, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:46.266337 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-aa9de6bd-a013-41ae-a980-d00ce4f9e29a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7031388 Sep 15 17:47:47.058142 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abde032-fd52-406f-aa5d-8a12af136a74 None None] Network 9154fc51-4171-4cab-a4ed-d73f2b3bc32e requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:47:47.138972 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-16c66722-7060-489f-883d-f0bc18af6026 None None] Provisioning complete for port 31cba8ed-b3bd-4ba2-8df0-67e505d820f0 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:47:47.139373 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-16c66722-7060-489f-883d-f0bc18af6026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:47.346716 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-16c66722-7060-489f-883d-f0bc18af6026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:47.396885 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-16c66722-7060-489f-883d-f0bc18af6026 None None] For port 31cba8ed-b3bd-4ba2-8df0-67e505d820f0, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=31cba8ed-b3bd-4ba2-8df0-67e505d820f0,segment=NetworkSegment(1c61ae5a-5832-471c-888e-1295836496e6),segment_id=1c61ae5a-5832-471c-888e-1295836496e6)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:47:47.488875 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-16c66722-7060-489f-883d-f0bc18af6026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:47.538696 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c66722-7060-489f-883d-f0bc18af6026 None None] Pushing event updated for resources: {'Port': ['ID=31cba8ed-b3bd-4ba2-8df0-67e505d820f0,revision_number=3']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:47:47.608388 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-5df4fce2-2183-4054-afbd-27baa53d1249 None None] Provisioning complete for port 31cba8ed-b3bd-4ba2-8df0-67e505d820f0 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:47:47.608796 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-5df4fce2-2183-4054-afbd-27baa53d1249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:47.711066 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 31cba8ed-b3bd-4ba2-8df0-67e505d820f0 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:47:47.760066 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 31cba8ed-b3bd-4ba2-8df0-67e505d820f0 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:47:47.760437 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:48.680542 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 60714) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:47:48.898063 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6f94a70c-0606-457b-af78-90321be630d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:48.990680 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [None req-55580f90-d4df-4a06-8563-b4e105d094c4 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:47:48.991701 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-55580f90-d4df-4a06-8563-b4e105d094c4 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3101792 Sep 15 17:47:51.360395 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 60722) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:47:51.458960 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-c03bed95-7f63-4a77-b7ef-710099f849e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:51.672054 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-620fad2b-4c6e-4353-a445-0ab3dc3cb7e2 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:47:51.744621 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620fad2b-4c6e-4353-a445-0ab3dc3cb7e2 admin admin] Made reservation on behalf of e9e89ab5192f45cf80320b0379b1dfe7 for: {'network': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:47:51.746911 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-620fad2b-4c6e-4353-a445-0ab3dc3cb7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for network, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:51.758137 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-620fad2b-4c6e-4353-a445-0ab3dc3cb7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:51.840057 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-620fad2b-4c6e-4353-a445-0ab3dc3cb7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:51.904819 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-620fad2b-4c6e-4353-a445-0ab3dc3cb7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:51.920126 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-620fad2b-4c6e-4353-a445-0ab3dc3cb7e2 admin admin] Reserving flat network on physical network physnet1 {{(pid=106072) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 17:47:51.939087 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:51.939944 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fad2b-4c6e-4353-a445-0ab3dc3cb7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc15a32e-463b-4672-b136-fcf1f9b19ba4,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:47:51.942884 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-620fad2b-4c6e-4353-a445-0ab3dc3cb7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:51.945627 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.segments_db [None req-620fad2b-4c6e-4353-a445-0ab3dc3cb7e2 admin admin] Added segment 47fd61ba-a8d5-4962-bcad-c9294b95d392 of type flat for network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a Sep 15 17:47:51.988695 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-620fad2b-4c6e-4353-a445-0ab3dc3cb7e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765806349855'] for network, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:52.071025 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-620fad2b-4c6e-4353-a445-0ab3dc3cb7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for network, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:52.071995 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620fad2b-4c6e-4353-a445-0ab3dc3cb7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:47:52.072610 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-620fad2b-4c6e-4353-a445-0ab3dc3cb7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:52.131058 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fad2b-4c6e-4353-a445-0ab3dc3cb7e2 admin admin] Pushing event updated for resources: {'Network': ['ID=dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:47:52.140701 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a details requested by agent ovs-agent-dv-cinder-805228-2-iscsi with host dv-cinder-805228-2-iscsi {{(pid=106073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:47:52.209303 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-620fad2b-4c6e-4353-a445-0ab3dc3cb7e2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8478205 Sep 15 17:47:53.196395 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:54.556223 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:54.622262 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 60740) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:47:54.791721 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d6a21a-7bb3-4854-8584-91b5ceb044e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:47:54.793047 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-f3d6a21a-7bb3-4854-8584-91b5ceb044e9 admin admin] 10.222.0.20 "GET /v2.0/subnets/12c43ceb-475f-4d45-a0a3-fc282c1114ab HTTP/1.1" status: 200 len: 849 time: 0.1698194 Sep 15 17:47:54.955558 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-3ad754d8-ae33-458a-bfd0-0559ed2aa31e admin admin] 10.222.0.20 "GET /v2.0/routers/618f907a-a4d1-4b43-a05b-bb846cc64174 HTTP/1.1" status: 200 len: 704 time: 0.1563323 Sep 15 17:47:55.215515 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-99a47fe6-528c-48ce-974d-68a9218b308e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:55.496278 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [None req-99a47fe6-528c-48ce-974d-68a9218b308e admin admin] Allocated IP 172.20.0.1 (9154fc51-4171-4cab-a4ed-d73f2b3bc32e/12c43ceb-475f-4d45-a0a3-fc282c1114ab/cf88fed2-6020-4b4b-814e-7bc156d93ea7) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:47:55.644413 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-99a47fe6-528c-48ce-974d-68a9218b308e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:55.819602 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-99a47fe6-528c-48ce-974d-68a9218b308e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:55.880358 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a47fe6-528c-48ce-974d-68a9218b308e admin admin] Network 9154fc51-4171-4cab-a4ed-d73f2b3bc32e is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:47:55.884771 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-99a47fe6-528c-48ce-974d-68a9218b308e admin admin] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:47:55.890341 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a47fe6-528c-48ce-974d-68a9218b308e admin admin] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:47:55.890597 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-99a47fe6-528c-48ce-974d-68a9218b308e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600459'] for router_interface, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:55.962246 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a47fe6-528c-48ce-974d-68a9218b308e admin admin] Pushing event updated for resources: {'Port': ['ID=cf88fed2-6020-4b4b-814e-7bc156d93ea7,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:47:56.053820 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-b16e2604-7a5a-4830-92ea-843811dde69e None None] Provisioning complete for port cf88fed2-6020-4b4b-814e-7bc156d93ea7 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:47:56.054374 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b16e2604-7a5a-4830-92ea-843811dde69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:56.086322 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-b16e2604-7a5a-4830-92ea-843811dde69e None None] Port cf88fed2-6020-4b4b-814e-7bc156d93ea7 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:47:56.171221 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-99a47fe6-528c-48ce-974d-68a9218b308e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:56.372792 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-99a47fe6-528c-48ce-974d-68a9218b308e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:56.430214 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-99a47fe6-528c-48ce-974d-68a9218b308e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:56.430975 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-99a47fe6-528c-48ce-974d-68a9218b308e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605723'] for router_interface, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:56.489532 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a47fe6-528c-48ce-974d-68a9218b308e admin admin] Pushing event updated for resources: {'Port': ['ID=cf88fed2-6020-4b4b-814e-7bc156d93ea7,revision_number=2']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:47:56.559710 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a47fe6-528c-48ce-974d-68a9218b308e admin admin] Network 9154fc51-4171-4cab-a4ed-d73f2b3bc32e is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:47:56.561079 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-99a47fe6-528c-48ce-974d-68a9218b308e admin admin] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:47:56.706731 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-e561ea2d-771d-496b-ab6c-c9f565a37e5d None None] Provisioning complete for port cf88fed2-6020-4b4b-814e-7bc156d93ea7 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:47:56.707099 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-e561ea2d-771d-496b-ab6c-c9f565a37e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:56.740031 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-e561ea2d-771d-496b-ab6c-c9f565a37e5d None None] Port cf88fed2-6020-4b4b-814e-7bc156d93ea7 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:47:56.772321 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a47fe6-528c-48ce-974d-68a9218b308e admin admin] Router 618f907a-a4d1-4b43-a05b-bb846cc64174 is scheduled to L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 with binding_index 1 {{(pid=106072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:47:56.866965 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a47fe6-528c-48ce-974d-68a9218b308e admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:47:56.872155 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-99a47fe6-528c-48ce-974d-68a9218b308e admin admin] 10.222.0.20 "PUT /v2.0/routers/618f907a-a4d1-4b43-a05b-bb846cc64174/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9108148 Sep 15 17:47:56.878130 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] Sync routers for ids ['618f907a-a4d1-4b43-a05b-bb846cc64174'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:47:56.889686 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] Routers {'618f907a-a4d1-4b43-a05b-bb846cc64174'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:47:56.890500 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:47:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['618f907a-a4d1-4b43-a05b-bb846cc64174'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:47:57.076507 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] Set router 618f907a-a4d1-4b43-a05b-bb846cc64174 gateway port host: None {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:47:57.493834 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618f907a-a4d1-4b43-a05b-bb846cc64174', 'name': 'router1', 'tenant_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:47:45Z', 'updated_at': '2021-09-15T17:47:56Z', 'revision_number': 2, 'project_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'gw_port_host': None, '_interfaces': [{'id': 'cf88fed2-6020-4b4b-814e-7bc156d93ea7', 'name': '', 'network_id': '9154fc51-4171-4cab-a4ed-d73f2b3bc32e', 'tenant_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'mac_address': 'fa:16:3e:0b:85:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618f907a-a4d1-4b43-a05b-bb846cc64174', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12c43ceb-475f-4d45-a0a3-fc282c1114ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:47:55Z', 'updated_at': '2021-09-15T17:47:56Z', 'revision_number': 2, 'project_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'subnets': [{'id': '12c43ceb-475f-4d45-a0a3-fc282c1114ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a3db66b-cef7-4667-8e79-052e2b270296'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:47:57.543983 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] Checking router: 618f907a-a4d1-4b43-a05b-bb846cc64174 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:47:57.544364 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] Updating router 618f907a-a4d1-4b43-a05b-bb846cc64174 port cf88fed2-6020-4b4b-814e-7bc156d93ea7 binding host dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:47:57.591506 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:58.095468 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] Notify callbacks [] for port, precommit_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:58.177841 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:58.314960 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0a373-898b-4318-9f7f-a887de5c3898 None None] Pushing event updated for resources: {'Port': ['ID=cf88fed2-6020-4b4b-814e-7bc156d93ea7,revision_number=3']} {{(pid=106074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:47:58.343152 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e0a373-898b-4318-9f7f-a887de5c3898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:58.343519 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e0a373-898b-4318-9f7f-a887de5c3898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:58.343864 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e0a373-898b-4318-9f7f-a887de5c3898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:58.344197 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e0a373-898b-4318-9f7f-a887de5c3898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:58.344561 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e0a373-898b-4318-9f7f-a887de5c3898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:58.344894 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e0a373-898b-4318-9f7f-a887de5c3898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:58.345219 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e0a373-898b-4318-9f7f-a887de5c3898 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:58.345546 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e0a373-898b-4318-9f7f-a887de5c3898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:58.346460 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e0a373-898b-4318-9f7f-a887de5c3898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:58.346789 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e0a373-898b-4318-9f7f-a887de5c3898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:58.347108 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e0a373-898b-4318-9f7f-a887de5c3898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:58.347424 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e0a373-898b-4318-9f7f-a887de5c3898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e0a373-898b-4318-9f7f-a887de5c3898 None None] Tracked resource versions report: Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: pushed versions: Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: { 'AddressGroup': {'1.2'}, Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'ConntrackHelper': {'1.0'}, Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'Log': {'1.0'}, Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'Network': {'1.1'}, Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'Port': {'1.7'}, Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'PortForwarding': {'1.2'}, Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'QosPolicy': {'1.9'}, Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'SecurityGroup': {'1.4'}, Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'SecurityGroupRule': {'1.2'}, Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'SubPort': {'1.0'}, Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'Subnet': {'1.1'}, Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'Trunk': {'1.1'}} Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: consumer versions: Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: { DHCP agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: L3 agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: Metadata agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: Metering agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: Open vSwitch agent@dv-cinder-805228-2-iscsi: { 'AddressGroup': '1.2', Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'ConntrackHelper': '1.0', Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'Log': '1.0', Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'Network': '1.1', Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'Port': '1.7', Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'PortForwarding': '1.2', Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'QosPolicy': '1.9', Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'SecurityGroup': '1.4', Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'SecurityGroupRule': '1.2', Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'SubPort': '1.0', Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'Subnet': '1.1', Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: 'Trunk': '1.1'}} Sep 15 17:47:58.348579 dv-cinder-805228-2-iscsi neutron-server[106074]: {{(pid=106074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 17:47:58.355901 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] Attempting to bind port cf88fed2-6020-4b4b-814e-7bc156d93ea7 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:47:58.356397 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] Attempting to bind port cf88fed2-6020-4b4b-814e-7bc156d93ea7 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '1c61ae5a-5832-471c-888e-1295836496e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9154fc51-4171-4cab-a4ed-d73f2b3bc32e'}] {{(pid=106074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:47:58.356752 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] Attempting to bind port cf88fed2-6020-4b4b-814e-7bc156d93ea7 on network 9154fc51-4171-4cab-a4ed-d73f2b3bc32e {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:47:58.361871 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:47:58.362288 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] Checking segment: {'id': '1c61ae5a-5832-471c-888e-1295836496e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9154fc51-4171-4cab-a4ed-d73f2b3bc32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:47:58.362774 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:58.363163 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] Bound using segment: {'id': '1c61ae5a-5832-471c-888e-1295836496e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9154fc51-4171-4cab-a4ed-d73f2b3bc32e'} {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:47:58.363664 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] Bound port: cf88fed2-6020-4b4b-814e-7bc156d93ea7, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c61ae5a-5832-471c-888e-1295836496e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9154fc51-4171-4cab-a4ed-d73f2b3bc32e'}}] {{(pid=106074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:47:58.364039 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:58.428588 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.db [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] For port cf88fed2-6020-4b4b-814e-7bc156d93ea7, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:47:58.447909 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.db [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] For port cf88fed2-6020-4b4b-814e-7bc156d93ea7, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=cf88fed2-6020-4b4b-814e-7bc156d93ea7,segment=NetworkSegment(1c61ae5a-5832-471c-888e-1295836496e6),segment_id=1c61ae5a-5832-471c-888e-1295836496e6)] {{(pid=106074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:47:58.468271 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-5f079288-793f-4a6f-8a07-ec949a984c83 None None] Provisioning complete for port cf88fed2-6020-4b4b-814e-7bc156d93ea7 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:47:58.468832 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-5f079288-793f-4a6f-8a07-ec949a984c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:58.504712 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-5f079288-793f-4a6f-8a07-ec949a984c83 None None] Port cf88fed2-6020-4b4b-814e-7bc156d93ea7 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:47:58.528650 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:58.586114 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] Routers {'618f907a-a4d1-4b43-a05b-bb846cc64174'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:47:58.586680 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:47:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['618f907a-a4d1-4b43-a05b-bb846cc64174'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:47:58.623511 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0a373-898b-4318-9f7f-a887de5c3898 None None] Pushing event updated for resources: {'Port': ['ID=cf88fed2-6020-4b4b-814e-7bc156d93ea7,revision_number=4']} {{(pid=106074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:47:58.682514 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] Set router 618f907a-a4d1-4b43-a05b-bb846cc64174 gateway port host: None {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:47:58.823408 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-dadcab7b-9363-43e5-87eb-96e7dedb33ef None None] Provisioning complete for port cf88fed2-6020-4b4b-814e-7bc156d93ea7 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:47:58.823741 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-dadcab7b-9363-43e5-87eb-96e7dedb33ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:58.900354 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618f907a-a4d1-4b43-a05b-bb846cc64174', 'name': 'router1', 'tenant_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:47:45Z', 'updated_at': '2021-09-15T17:47:56Z', 'revision_number': 2, 'project_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'gw_port_host': None, '_interfaces': [{'id': 'cf88fed2-6020-4b4b-814e-7bc156d93ea7', 'name': '', 'network_id': '9154fc51-4171-4cab-a4ed-d73f2b3bc32e', 'tenant_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'mac_address': 'fa:16:3e:0b:85:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618f907a-a4d1-4b43-a05b-bb846cc64174', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12c43ceb-475f-4d45-a0a3-fc282c1114ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:47:55Z', 'updated_at': '2021-09-15T17:47:58Z', 'revision_number': 4, 'project_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'subnets': [{'id': '12c43ceb-475f-4d45-a0a3-fc282c1114ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a3db66b-cef7-4667-8e79-052e2b270296'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:47:58.907549 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-dadcab7b-9363-43e5-87eb-96e7dedb33ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:58.933340 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a22d099-7407-4fa8-bc31-0d20791594eb None None] The sync data for ids ['618f907a-a4d1-4b43-a05b-bb846cc64174'] in dv-cinder-805228-2-iscsi is: [{'id': '618f907a-a4d1-4b43-a05b-bb846cc64174', 'name': 'router1', 'tenant_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:47:45Z', 'updated_at': '2021-09-15T17:47:56Z', 'revision_number': 2, 'project_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'gw_port_host': None, '_interfaces': [{'id': 'cf88fed2-6020-4b4b-814e-7bc156d93ea7', 'name': '', 'network_id': '9154fc51-4171-4cab-a4ed-d73f2b3bc32e', 'tenant_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'mac_address': 'fa:16:3e:0b:85:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618f907a-a4d1-4b43-a05b-bb846cc64174', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12c43ceb-475f-4d45-a0a3-fc282c1114ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:47:55Z', 'updated_at': '2021-09-15T17:47:58Z', 'revision_number': 4, 'project_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'subnets': [{'id': '12c43ceb-475f-4d45-a0a3-fc282c1114ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a3db66b-cef7-4667-8e79-052e2b270296'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:47:58.935400 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 5 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:47:58.945934 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-dadcab7b-9363-43e5-87eb-96e7dedb33ef None None] For port cf88fed2-6020-4b4b-814e-7bc156d93ea7, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=cf88fed2-6020-4b4b-814e-7bc156d93ea7,segment=NetworkSegment(1c61ae5a-5832-471c-888e-1295836496e6),segment_id=1c61ae5a-5832-471c-888e-1295836496e6)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:47:59.059543 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-dadcab7b-9363-43e5-87eb-96e7dedb33ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:59.120936 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcab7b-9363-43e5-87eb-96e7dedb33ef None None] Pushing event updated for resources: {'Port': ['ID=cf88fed2-6020-4b4b-814e-7bc156d93ea7,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:47:59.176285 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 60760) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:47:59.299776 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b839701-58b0-4571-bd21-8cfbc164820d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:47:59.302079 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-7b839701-58b0-4571-bd21-8cfbc164820d admin admin] 10.222.0.20 "GET /v2.0/networks/dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a HTTP/1.1" status: 200 len: 842 time: 0.1248071 Sep 15 17:47:59.312876 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-fa4bf357-0e16-4fa4-924f-cb90a9e6d16f admin admin] Request body: {'subnet': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:47:59.469600 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4bf357-0e16-4fa4-924f-cb90a9e6d16f admin admin] Made reservation on behalf of e9e89ab5192f45cf80320b0379b1dfe7 for: {'subnet': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:47:59.472374 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf357-0e16-4fa4-924f-cb90a9e6d16f admin admin] Notify callbacks [] for subnet, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:59.843521 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.objects.ports [None req-fa4bf357-0e16-4fa4-924f-cb90a9e6d16f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106072) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 17:47:59.843917 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf357-0e16-4fa4-924f-cb90a9e6d16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for subnet, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:47:59.894693 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bf357-0e16-4fa4-924f-cb90a9e6d16f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d93a8e56-437b-48c5-b03a-0e7bd18816d0,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:47:59.912088 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4bf357-0e16-4fa4-924f-cb90a9e6d16f admin admin] Checking segment: {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:47:59.912448 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4bf357-0e16-4fa4-924f-cb90a9e6d16f admin admin] Network hostable DHCP agents. Network: dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a, hostable agents: ['36f446e8-29e8-4378-bef0-f89f7461b806'], hosted agents: [] {{(pid=106072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:48:00.013981 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4bf357-0e16-4fa4-924f-cb90a9e6d16f admin admin] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a is scheduled to be hosted by DHCP agent 36f446e8-29e8-4378-bef0-f89f7461b806 with binding_index 1 {{(pid=106072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:48:00.156641 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-fa4bf357-0e16-4fa4-924f-cb90a9e6d16f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805228-2-iscsi, dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a) {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:48:00.161022 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4bf357-0e16-4fa4-924f-cb90a9e6d16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:48:00.161617 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-fa4bf357-0e16-4fa4-924f-cb90a9e6d16f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:00.166701 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a8c0aa-a3e0-4d9a-a768-504eb3a56c7a None None] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:48:00.237146 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-fa4bf357-0e16-4fa4-924f-cb90a9e6d16f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9277503 Sep 15 17:48:00.308131 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2a4b81-2663-4f1b-8c73-65382ba573b4 None None] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:48:02.580293 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 60768) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:48:02.781315 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-5bf2f7e5-5de1-4af5-a472-52062ee0b9e0 admin admin] 10.222.0.20 "GET /v2.0/routers/618f907a-a4d1-4b43-a05b-bb846cc64174 HTTP/1.1" status: 200 len: 710 time: 0.1997845 Sep 15 17:48:02.869647 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111d5ad3-1519-4db9-83fc-36d591f14445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:48:02.873215 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-111d5ad3-1519-4db9-83fc-36d591f14445 admin admin] 10.222.0.20 "GET /v2.0/networks/dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a HTTP/1.1" status: 200 len: 886 time: 0.0850551 Sep 15 17:48:02.880519 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-6164eda9-2976-437a-ae13-ca6f21909b42 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:48:03.121210 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6164eda9-2976-437a-ae13-ca6f21909b42 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:03.405506 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6164eda9-2976-437a-ae13-ca6f21909b42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:03.480709 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6164eda9-2976-437a-ae13-ca6f21909b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:03.584431 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [None req-6164eda9-2976-437a-ae13-ca6f21909b42 admin admin] Allocated IP 172.27.3.98 (dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a/d93a8e56-437b-48c5-b03a-0e7bd18816d0/5d4cbbdf-0da8-409b-a4c8-baa5b859f038) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:48:03.684081 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6164eda9-2976-437a-ae13-ca6f21909b42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:03.779525 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6164eda9-2976-437a-ae13-ca6f21909b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:03.817155 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6164eda9-2976-437a-ae13-ca6f21909b42 admin admin] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:48:03.819797 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-6164eda9-2976-437a-ae13-ca6f21909b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:48:03.823157 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6164eda9-2976-437a-ae13-ca6f21909b42 admin admin] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:48:03.857671 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164eda9-2976-437a-ae13-ca6f21909b42 admin admin] Pushing event updated for resources: {'Port': ['ID=5d4cbbdf-0da8-409b-a4c8-baa5b859f038,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:48:04.152589 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6164eda9-2976-437a-ae13-ca6f21909b42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:04.437589 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6164eda9-2976-437a-ae13-ca6f21909b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1942'] for router, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:04.441289 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6164eda9-2976-437a-ae13-ca6f21909b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640006'] for router, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:04.547312 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6164eda9-2976-437a-ae13-ca6f21909b42 admin admin] Router 618f907a-a4d1-4b43-a05b-bb846cc64174 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:48:04.649607 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6164eda9-2976-437a-ae13-ca6f21909b42 admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:48:04.654019 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6164eda9-2976-437a-ae13-ca6f21909b42 admin admin] Notify callbacks [] for router, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:04.654995 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-6164eda9-2976-437a-ae13-ca6f21909b42 admin admin] 10.222.0.20 "PUT /v2.0/routers/618f907a-a4d1-4b43-a05b-bb846cc64174 HTTP/1.1" status: 200 len: 889 time: 1.7778072 Sep 15 17:48:05.487740 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] Sync routers for ids ['618f907a-a4d1-4b43-a05b-bb846cc64174'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:48:05.498245 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] Routers {'618f907a-a4d1-4b43-a05b-bb846cc64174'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:48:05.498975 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:47:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['618f907a-a4d1-4b43-a05b-bb846cc64174'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:48:05.725535 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device cf88fed2-6020-4b4b-814e-7bc156d93ea7 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:48:05.807677 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] Set router 618f907a-a4d1-4b43-a05b-bb846cc64174 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:48:05.932358 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port cf88fed2-6020-4b4b-814e-7bc156d93ea7 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:48:05.932926 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:06.305650 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618f907a-a4d1-4b43-a05b-bb846cc64174', 'name': 'router1', 'tenant_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '5d4cbbdf-0da8-409b-a4c8-baa5b859f038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:47:45Z', 'updated_at': '2021-09-15T17:48:03Z', 'revision_number': 4, 'project_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'gw_port': {'id': '5d4cbbdf-0da8-409b-a4c8-baa5b859f038', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618f907a-a4d1-4b43-a05b-bb846cc64174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:48:03Z', 'updated_at': '2021-09-15T17:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': 'cf88fed2-6020-4b4b-814e-7bc156d93ea7', 'name': '', 'network_id': '9154fc51-4171-4cab-a4ed-d73f2b3bc32e', 'tenant_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'mac_address': 'fa:16:3e:0b:85:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618f907a-a4d1-4b43-a05b-bb846cc64174', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12c43ceb-475f-4d45-a0a3-fc282c1114ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:47:55Z', 'updated_at': '2021-09-15T17:47:58Z', 'revision_number': 5, 'project_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'subnets': [{'id': '12c43ceb-475f-4d45-a0a3-fc282c1114ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a3db66b-cef7-4667-8e79-052e2b270296'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:48:06.357459 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] Checking router: 618f907a-a4d1-4b43-a05b-bb846cc64174 for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:48:06.357835 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] Updating router 618f907a-a4d1-4b43-a05b-bb846cc64174 port 5d4cbbdf-0da8-409b-a4c8-baa5b859f038 binding host dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:48:06.402615 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:06.739691 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] Notify callbacks [] for port, precommit_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:06.813764 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:06.870012 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] Attempting to bind port 5d4cbbdf-0da8-409b-a4c8-baa5b859f038 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:48:06.870380 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] Attempting to bind port 5d4cbbdf-0da8-409b-a4c8-baa5b859f038 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:48:06.870756 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] Attempting to bind port 5d4cbbdf-0da8-409b-a4c8-baa5b859f038 on network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:48:06.872722 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5624b-de7a-4a79-8727-785700a79bfc None None] Pushing event updated for resources: {'Port': ['ID=5d4cbbdf-0da8-409b-a4c8-baa5b859f038,revision_number=2']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:48:06.878794 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:48:06.879167 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] Checking segment: {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:48:06.879567 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:06.880559 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] Bound using segment: {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:48:06.880559 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] Bound port: 5d4cbbdf-0da8-409b-a4c8-baa5b859f038, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:48:06.880892 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:07.017215 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] For port 5d4cbbdf-0da8-409b-a4c8-baa5b859f038, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:48:07.023085 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] For port 5d4cbbdf-0da8-409b-a4c8-baa5b859f038, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=5d4cbbdf-0da8-409b-a4c8-baa5b859f038,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:48:07.105720 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:07.160661 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] Routers {'618f907a-a4d1-4b43-a05b-bb846cc64174'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:48:07.161285 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:47:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['618f907a-a4d1-4b43-a05b-bb846cc64174'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:48:07.169449 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 60780) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:48:07.283920 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5624b-de7a-4a79-8727-785700a79bfc None None] Pushing event updated for resources: {'Port': ['ID=5d4cbbdf-0da8-409b-a4c8-baa5b859f038,revision_number=3']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:48:07.295382 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-bdbfa81a-6d2a-4a9a-8464-380691edd198 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1244714 Sep 15 17:48:07.378914 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] Set router 618f907a-a4d1-4b43-a05b-bb846cc64174 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:48:07.613631 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618f907a-a4d1-4b43-a05b-bb846cc64174', 'name': 'router1', 'tenant_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '5d4cbbdf-0da8-409b-a4c8-baa5b859f038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:47:45Z', 'updated_at': '2021-09-15T17:48:03Z', 'revision_number': 4, 'project_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'gw_port': {'id': '5d4cbbdf-0da8-409b-a4c8-baa5b859f038', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618f907a-a4d1-4b43-a05b-bb846cc64174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:48:03Z', 'updated_at': '2021-09-15T17:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': 'cf88fed2-6020-4b4b-814e-7bc156d93ea7', 'name': '', 'network_id': '9154fc51-4171-4cab-a4ed-d73f2b3bc32e', 'tenant_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'mac_address': 'fa:16:3e:0b:85:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618f907a-a4d1-4b43-a05b-bb846cc64174', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12c43ceb-475f-4d45-a0a3-fc282c1114ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:47:55Z', 'updated_at': '2021-09-15T17:47:58Z', 'revision_number': 5, 'project_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'subnets': [{'id': '12c43ceb-475f-4d45-a0a3-fc282c1114ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a3db66b-cef7-4667-8e79-052e2b270296'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:48:07.640204 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b428da6-1729-49a0-8808-3baf96b62bfa None None] The sync data for ids ['618f907a-a4d1-4b43-a05b-bb846cc64174'] in dv-cinder-805228-2-iscsi is: [{'id': '618f907a-a4d1-4b43-a05b-bb846cc64174', 'name': 'router1', 'tenant_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '5d4cbbdf-0da8-409b-a4c8-baa5b859f038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:47:45Z', 'updated_at': '2021-09-15T17:48:03Z', 'revision_number': 4, 'project_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'gw_port': {'id': '5d4cbbdf-0da8-409b-a4c8-baa5b859f038', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:10:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618f907a-a4d1-4b43-a05b-bb846cc64174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:48:03Z', 'updated_at': '2021-09-15T17:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': 'cf88fed2-6020-4b4b-814e-7bc156d93ea7', 'name': '', 'network_id': '9154fc51-4171-4cab-a4ed-d73f2b3bc32e', 'tenant_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'mac_address': 'fa:16:3e:0b:85:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618f907a-a4d1-4b43-a05b-bb846cc64174', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '12c43ceb-475f-4d45-a0a3-fc282c1114ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:47:55Z', 'updated_at': '2021-09-15T17:47:58Z', 'revision_number': 5, 'project_id': 'b8ea5c2bf91b4f8294af81bdcd1aacf1', 'subnets': [{'id': '12c43ceb-475f-4d45-a0a3-fc282c1114ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a3db66b-cef7-4667-8e79-052e2b270296'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:48:09.847156 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 5d4cbbdf-0da8-409b-a4c8-baa5b859f038 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:48:09.919570 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 5d4cbbdf-0da8-409b-a4c8-baa5b859f038 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:48:09.919570 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:10.012035 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:10.032509 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] For port 5d4cbbdf-0da8-409b-a4c8-baa5b859f038, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=5d4cbbdf-0da8-409b-a4c8-baa5b859f038,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:48:10.087879 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:10.135690 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Pushing event updated for resources: {'Port': ['ID=5d4cbbdf-0da8-409b-a4c8-baa5b859f038,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:48:11.711872 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 5d4cbbdf-0da8-409b-a4c8-baa5b859f038 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:48:11.807947 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 5d4cbbdf-0da8-409b-a4c8-baa5b859f038 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:48:11.807947 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:18.927535 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-1d93c7ec-a105-4347-9ffc-2497b2c1f1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:21.459311 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-76d49f36-a991-4b44-87f0-07f015037366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:22.127999 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:23.173972 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:24.561612 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:35.915699 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 5 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:48:48.898141 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-f9a06329-03b9-41c2-9fa4-d0254650cb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:51.509593 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-da46231f-11fd-458d-95a4-afe08b025044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:51.960808 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:53.189563 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:48:54.583868 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:49:12.914958 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 5 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:49:18.920059 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-7c4ba488-0cba-4936-8846-6dbc11e48f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:49:21.462792 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-e1a9d72f-0d87-4ff7-931a-5ee9d0700f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:49:21.977049 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:49:23.199830 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:49:24.560270 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:49:46.269566 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 33110) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:49:46.330268 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db2069e-df2d-43cd-adcc-bfd8b3006643 admin admin] GET failed (client error): The resource could not be found. Sep 15 17:49:46.331546 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-0db2069e-df2d-43cd-adcc-bfd8b3006643 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609741 Sep 15 17:49:46.491612 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e4a006-23e1-4af8-94cc-9ce1dce1f4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:49:46.493142 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-e5e4a006-23e1-4af8-94cc-9ce1dce1f4f2 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1571097 Sep 15 17:49:48.664304 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 33120) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:49:48.753521 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5c3ff4-7c10-4433-a9b9-22508d088699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:49:48.754866 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-aa5c3ff4-7c10-4433-a9b9-22508d088699 admin admin] 10.222.0.20 "GET /v2.0/subnets/12c43ceb-475f-4d45-a0a3-fc282c1114ab HTTP/1.1" status: 200 len: 849 time: 0.0895150 Sep 15 17:49:48.764580 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-d7d53593-b045-4dad-8190-6e0001732ba6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:49:48.849532 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d7d53593-b045-4dad-8190-6e0001732ba6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:49:48.907584 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-1b5452f2-a6f0-4184-825f-ddde356dbd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:49:49.033137 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d7d53593-b045-4dad-8190-6e0001732ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765806899716'] for subnet, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:49:49.061859 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d53593-b045-4dad-8190-6e0001732ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:49:49.063804 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d7d53593-b045-4dad-8190-6e0001732ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:49:49.064634 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-d7d53593-b045-4dad-8190-6e0001732ba6 admin admin] 10.222.0.20 "PUT /v2.0/subnets/12c43ceb-475f-4d45-a0a3-fc282c1114ab HTTP/1.1" status: 200 len: 868 time: 0.3033006 Sep 15 17:49:49.067887 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2b2521-6318-4aab-8376-44bf8be539a9 None None] Network 9154fc51-4171-4cab-a4ed-d73f2b3bc32e requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:49:49.089150 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d53593-b045-4dad-8190-6e0001732ba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12c43ceb-475f-4d45-a0a3-fc282c1114ab,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:49:49.100346 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d53593-b045-4dad-8190-6e0001732ba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:49:49.100697 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d53593-b045-4dad-8190-6e0001732ba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:49:49.101054 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d53593-b045-4dad-8190-6e0001732ba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:49:49.101399 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d53593-b045-4dad-8190-6e0001732ba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:49:49.101749 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d53593-b045-4dad-8190-6e0001732ba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:49:49.102110 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d53593-b045-4dad-8190-6e0001732ba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:49:49.102451 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d53593-b045-4dad-8190-6e0001732ba6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:49:49.102802 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d53593-b045-4dad-8190-6e0001732ba6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:49:49.103157 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d53593-b045-4dad-8190-6e0001732ba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:49:49.103494 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d53593-b045-4dad-8190-6e0001732ba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:49:49.103830 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d53593-b045-4dad-8190-6e0001732ba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:49:49.104213 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d53593-b045-4dad-8190-6e0001732ba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:49:49.414727 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-a5414a0d-4faf-4a89-813c-7afafe35759f None None] Provisioning complete for port cf88fed2-6020-4b4b-814e-7bc156d93ea7 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:49:49.415201 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-a5414a0d-4faf-4a89-813c-7afafe35759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:49:49.502876 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-a5414a0d-4faf-4a89-813c-7afafe35759f None None] Provisioning complete for port 31cba8ed-b3bd-4ba2-8df0-67e505d820f0 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:49:49.503251 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-a5414a0d-4faf-4a89-813c-7afafe35759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:49:49.913131 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 5 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:49:51.297351 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 33128) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:49:51.494961 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede6dd1c-4e9f-4c80-9719-8d717942a505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:49:51.495446 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede6dd1c-4e9f-4c80-9719-8d717942a505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:49:51.497021 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-ede6dd1c-4e9f-4c80-9719-8d717942a505 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1980677 Sep 15 17:49:51.501876 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-d4638245-8eb4-4dcb-bdad-540b3248c2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:49:52.153457 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:49:53.199351 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:49:53.734139 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 33136) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:49:53.863562 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d50b4e2-e948-4ce9-bf65-5365c982fb6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:49:53.864040 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d50b4e2-e948-4ce9-bf65-5365c982fb6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:49:53.865558 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-4d50b4e2-e948-4ce9-bf65-5365c982fb6b admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1304815 Sep 15 17:49:54.564790 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:49:56.064036 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 33144) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:49:56.190044 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aecc630-e2fc-4c07-92dc-9744dd4787db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:49:56.191406 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-9aecc630-e2fc-4c07-92dc-9744dd4787db admin admin] 10.222.0.20 "GET /v2.0/networks/9154fc51-4171-4cab-a4ed-d73f2b3bc32e HTTP/1.1" status: 200 len: 869 time: 0.1263978 Sep 15 17:49:58.490637 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 33152) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:49:58.613888 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66daa995-2f43-41d4-ba29-e9f6ac92e694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:49:58.615243 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-66daa995-2f43-41d4-ba29-e9f6ac92e694 admin admin] 10.222.0.20 "GET /v2.0/networks/dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a HTTP/1.1" status: 200 len: 886 time: 0.1236641 Sep 15 17:50:00.777395 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 33160) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:50:00.896101 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bd76f2-c7d8-4e59-ba88-aa5639642b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:50:00.896583 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bd76f2-c7d8-4e59-ba88-aa5639642b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:50:00.898073 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-07bd76f2-c7d8-4e59-ba88-aa5639642b51 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1197352 Sep 15 17:50:03.121019 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 33168) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:50:03.313253 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5be9ce-25d2-4968-b11b-6d15d48d6531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:50:03.313630 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5be9ce-25d2-4968-b11b-6d15d48d6531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:50:03.315147 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-eb5be9ce-25d2-4968-b11b-6d15d48d6531 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1932044 Sep 15 17:50:05.491707 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 33176) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:50:05.635636 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa41fc68-427d-414d-bbec-16c2810e694d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:50:05.637143 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-fa41fc68-427d-414d-bbec-16c2810e694d admin admin] 10.222.0.20 "GET /v2.0/subnets/12c43ceb-475f-4d45-a0a3-fc282c1114ab HTTP/1.1" status: 200 len: 868 time: 0.1445060 Sep 15 17:50:07.801427 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 33186) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:50:07.885197 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da9ff62-dc2c-48d3-9d89-bdc17a9e27bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:50:07.886501 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-5da9ff62-dc2c-48d3-9d89-bdc17a9e27bf admin admin] 10.222.0.20 "GET /v2.0/subnets/d93a8e56-437b-48c5-b03a-0e7bd18816d0 HTTP/1.1" status: 200 len: 816 time: 0.0841422 Sep 15 17:50:18.884019 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-20740389-8223-485b-a984-b89cd30807a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:21.449410 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-5f118359-149a-4272-81e8-4ec17965fc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:21.975455 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:23.210048 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:24.547345 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:26.912372 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 5 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:50:32.010475 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 33240) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:50:32.056072 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [None req-01b53ec7-c697-45ba-8871-e9b730859276 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106071) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:50:32.057151 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-01b53ec7-c697-45ba-8871-e9b730859276 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458133 Sep 15 17:50:34.331898 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 33248) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:50:34.391579 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d6d7c4-47df-4bb1-bf0b-82e89620a29d admin admin] GET failed (client error): The resource could not be found. Sep 15 17:50:34.392902 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-59d6d7c4-47df-4bb1-bf0b-82e89620a29d admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601423 Sep 15 17:50:34.474218 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb7e31-25f8-4e21-bb8b-536f313ca096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:50:34.475661 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-02eb7e31-25f8-4e21-bb8b-536f313ca096 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0781083 Sep 15 17:50:36.671480 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 33256) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:50:36.718487 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:50:36.831919 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Made reservation on behalf of e9e89ab5192f45cf80320b0379b1dfe7 for: {'network': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:50:36.834520 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for network, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:36.884914 dv-cinder-805228-2-iscsi neutron-server[106071]: WARNING neutron.services.revisions.revision_plugin [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Could not find related network for resource to bump revision. Sep 15 17:50:36.899742 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=106071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:50:36.916362 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765806907540', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:36.916962 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Unsubscribe: segment precommit_create {{(pid=106071) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 17:50:36.917459 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.db.segments_db [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Added segment 0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb of type vlan for network c8ae6ea8-d8d2-4807-82b3-77f3d623974a Sep 15 17:50:36.977765 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765806349855'] for network, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:37.066392 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for network, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:37.067352 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:50:37.067934 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:37.160700 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4880502 Sep 15 17:50:37.163757 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Pushing event updated for resources: {'Network': ['ID=c8ae6ea8-d8d2-4807-82b3-77f3d623974a,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:50:37.172940 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:37.173304 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:37.173750 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:37.174063 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:37.174401 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:37.174747 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:37.175083 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:37.175422 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:37.175774 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:37.176112 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:37.176445 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:37.176800 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a44bd0-ccb1-4e20-8675-e194b6c8c1a5 admin admin] Tracked resource versions report: Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: pushed versions: Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: { 'AddressGroup': {'1.2'}, Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'ConntrackHelper': {'1.0'}, Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'Log': {'1.0'}, Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'Network': {'1.1'}, Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'Port': {'1.7'}, Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'PortForwarding': {'1.2'}, Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'QosPolicy': {'1.9'}, Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'SecurityGroup': {'1.4'}, Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'SecurityGroupRule': {'1.2'}, Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'SubPort': {'1.0'}, Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'Subnet': {'1.1'}, Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'Trunk': {'1.1'}} Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: consumer versions: Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: { DHCP agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: L3 agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: Metadata agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: Metering agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: Open vSwitch agent@dv-cinder-805228-2-iscsi: { 'AddressGroup': '1.2', Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'ConntrackHelper': '1.0', Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'Log': '1.0', Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'Network': '1.1', Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'Port': '1.7', Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'PortForwarding': '1.2', Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'QosPolicy': '1.9', Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'SecurityGroup': '1.4', Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'SecurityGroupRule': '1.2', Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'SubPort': '1.0', Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'Subnet': '1.1', Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: 'Trunk': '1.1'}} Sep 15 17:50:37.177979 dv-cinder-805228-2-iscsi neutron-server[106071]: {{(pid=106071) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 17:50:37.218270 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Network c8ae6ea8-d8d2-4807-82b3-77f3d623974a details requested by agent ovs-agent-dv-cinder-805228-2-iscsi with host dv-cinder-805228-2-iscsi {{(pid=106073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:50:39.372474 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 33268) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:50:39.439430 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea728325-9132-43ed-a5e9-04c1428cb3ca admin admin] GET failed (client error): The resource could not be found. Sep 15 17:50:39.440773 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-ea728325-9132-43ed-a5e9-04c1428cb3ca admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0672903 Sep 15 17:50:39.557210 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc78ae6a-b1fc-4451-b5cd-118a0c233d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:50:39.558713 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-cc78ae6a-b1fc-4451-b5cd-118a0c233d03 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1133330 Sep 15 17:50:39.569805 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-2d3a5a98-8055-4dc2-adf4-1ad1640083fd admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'c8ae6ea8-d8d2-4807-82b3-77f3d623974a', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:50:39.649204 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3a5a98-8055-4dc2-adf4-1ad1640083fd admin admin] Made reservation on behalf of e9e89ab5192f45cf80320b0379b1dfe7 for: {'subnet': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:50:39.651428 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2d3a5a98-8055-4dc2-adf4-1ad1640083fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:39.912719 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2d3a5a98-8055-4dc2-adf4-1ad1640083fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for subnet, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:39.971534 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a5a98-8055-4dc2-adf4-1ad1640083fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b5599c4-1762-41bc-9132-ca2a011a47f7,revision_number=0']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:50:39.981834 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3a5a98-8055-4dc2-adf4-1ad1640083fd admin admin] Checking segment: {'id': '0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c8ae6ea8-d8d2-4807-82b3-77f3d623974a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:50:39.982201 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3a5a98-8055-4dc2-adf4-1ad1640083fd admin admin] Network hostable DHCP agents. Network: c8ae6ea8-d8d2-4807-82b3-77f3d623974a, hostable agents: ['36f446e8-29e8-4378-bef0-f89f7461b806'], hosted agents: [] {{(pid=106071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:50:40.043501 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3a5a98-8055-4dc2-adf4-1ad1640083fd admin admin] Network c8ae6ea8-d8d2-4807-82b3-77f3d623974a is scheduled to be hosted by DHCP agent 36f446e8-29e8-4378-bef0-f89f7461b806 with binding_index 1 {{(pid=106071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:50:40.112272 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-2d3a5a98-8055-4dc2-adf4-1ad1640083fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805228-2-iscsi, c8ae6ea8-d8d2-4807-82b3-77f3d623974a) {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:50:40.117054 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a5a98-8055-4dc2-adf4-1ad1640083fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:50:40.117657 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2d3a5a98-8055-4dc2-adf4-1ad1640083fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for subnet, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:40.121586 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45975521-ebf4-4f1c-8967-b18fb1d75d17 None None] Network c8ae6ea8-d8d2-4807-82b3-77f3d623974a requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:50:40.204746 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-2d3a5a98-8055-4dc2-adf4-1ad1640083fd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6381495 Sep 15 17:50:40.362082 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b4801a4-af14-5ddf-bb32-75928b3273dc-c8ae6ea8-d8d2-4807-82b3-77f3d623974a', 'network_id': 'c8ae6ea8-d8d2-4807-82b3-77f3d623974a', 'tenant_id': 'e9e89ab5192f45cf80320b0379b1dfe7', 'fixed_ips': [{'subnet_id': '7b5599c4-1762-41bc-9132-ca2a011a47f7'}]}} from dv-cinder-805228-2-iscsi. {{(pid=106073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:50:40.362994 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:40.500969 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.db_base_plugin_common [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Allocated IP 192.168.233.2 (c8ae6ea8-d8d2-4807-82b3-77f3d623974a/7b5599c4-1762-41bc-9132-ca2a011a47f7/d43649eb-e501-4481-98ed-7d9db42b29b7) {{(pid=106073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:50:40.639873 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Notify callbacks [] for port, precommit_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:40.718796 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:40.760194 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Network c8ae6ea8-d8d2-4807-82b3-77f3d623974a is already hosted by enough agents. {{(pid=106073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:50:40.762964 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.scheduler.base_scheduler [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Resources bound (agent type, host, resource id): {{(pid=106073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:50:40.768428 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Received port after_create {{(pid=106073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:50:40.775305 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Pushing event updated for resources: {'Port': ['ID=d43649eb-e501-4481-98ed-7d9db42b29b7,revision_number=1']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:50:40.785260 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:40.785634 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:40.786009 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:40.786345 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:40.786680 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:40.787012 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:40.787345 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:40.787667 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:40.788010 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:40.788339 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:40.788705 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:40.789030 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:50:40.833930 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Attempting to bind port d43649eb-e501-4481-98ed-7d9db42b29b7 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:50:40.834301 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Attempting to bind port d43649eb-e501-4481-98ed-7d9db42b29b7 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c8ae6ea8-d8d2-4807-82b3-77f3d623974a'}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:50:40.834665 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Attempting to bind port d43649eb-e501-4481-98ed-7d9db42b29b7 on network c8ae6ea8-d8d2-4807-82b3-77f3d623974a {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:50:40.839776 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:50:40.840154 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Checking segment: {'id': '0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c8ae6ea8-d8d2-4807-82b3-77f3d623974a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:50:40.840579 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:40.840970 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Bound using segment: {'id': '0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c8ae6ea8-d8d2-4807-82b3-77f3d623974a'} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:50:40.841428 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Bound port: d43649eb-e501-4481-98ed-7d9db42b29b7, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c8ae6ea8-d8d2-4807-82b3-77f3d623974a'}}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:50:40.841824 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:40.903559 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] For port d43649eb-e501-4481-98ed-7d9db42b29b7, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:50:40.907144 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] For port d43649eb-e501-4481-98ed-7d9db42b29b7, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=d43649eb-e501-4481-98ed-7d9db42b29b7,segment=NetworkSegment(0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb),segment_id=0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb)] {{(pid=106073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:50:40.953234 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:41.017464 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4054f-edc2-4c6d-aba2-2ee2bb6e0b4e None None] Pushing event updated for resources: {'Port': ['ID=d43649eb-e501-4481-98ed-7d9db42b29b7,revision_number=2']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:50:41.835428 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device d43649eb-e501-4481-98ed-7d9db42b29b7 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:50:41.863194 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db1ba30-34b0-4442-8f9a-d5c03a141da3 None None] Network c8ae6ea8-d8d2-4807-82b3-77f3d623974a requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:50:41.963851 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port d43649eb-e501-4481-98ed-7d9db42b29b7 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:50:41.964081 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:42.033905 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-6cbb4cd8-d236-41b2-98f7-73b6bc3157df None None] Provisioning complete for port d43649eb-e501-4481-98ed-7d9db42b29b7 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:50:42.034271 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6cbb4cd8-d236-41b2-98f7-73b6bc3157df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:42.163320 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:42.193424 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6cbb4cd8-d236-41b2-98f7-73b6bc3157df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:42.226346 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] For port d43649eb-e501-4481-98ed-7d9db42b29b7, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=d43649eb-e501-4481-98ed-7d9db42b29b7,segment=NetworkSegment(0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb),segment_id=0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:50:42.547569 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:42.615275 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.db.api [None req-6cbb4cd8-d236-41b2-98f7-73b6bc3157df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 17:50:42.615650 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG oslo_db.api [None req-6cbb4cd8-d236-41b2-98f7-73b6bc3157df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 17:50:42.624569 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Pushing event updated for resources: {'Port': ['ID=d43649eb-e501-4481-98ed-7d9db42b29b7,revision_number=3']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:50:43.270500 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-b3a63172-b10b-4aa6-858c-a2016247822a None None] Provisioning complete for port d43649eb-e501-4481-98ed-7d9db42b29b7 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:50:43.271145 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b3a63172-b10b-4aa6-858c-a2016247822a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:43.797140 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device d43649eb-e501-4481-98ed-7d9db42b29b7 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:50:43.846174 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port d43649eb-e501-4481-98ed-7d9db42b29b7 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:50:43.846546 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:48.901090 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8a9d8c42-3ff9-42d8-b91e-b1856e30970e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:51.477611 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ef9ef500-0a63-407f-8d71-aabbbc9601bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:51.957620 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:53.203300 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:50:54.564094 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:51:03.911167 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 5 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:51:19.054129 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-0317b7ea-029e-4a25-a617-27d0d7c63d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:51:21.516391 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-db28adf7-cc7b-4183-8572-9df331c9853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:51:21.962226 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:51:23.248227 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:51:24.579157 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:51:40.909456 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 5 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:51:49.007885 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-caf6fd7a-efd5-428f-a90c-22a19a6271a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:51:51.487336 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-68858e58-aed8-4877-a44a-c93149d52f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:51:52.013104 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:51:53.213400 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:51:54.613427 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:51:57.796891 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 33322) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:51:57.802597 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [None req-8944c535-42bf-4ef7-8679-8b37c865b0c2 tempest-verify_tempest_config-1599576377 tempest-verify_tempest_config-1599576377-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106071) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:51:57.803611 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-8944c535-42bf-4ef7-8679-8b37c865b0c2 tempest-verify_tempest_config-1599576377 tempest-verify_tempest_config-1599576377-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057614 Sep 15 17:51:58.345464 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 33340) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:51:58.445505 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-75213302-114b-4f83-8bed-6c0023bddec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:51:58.554046 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-75213302-114b-4f83-8bed-6c0023bddec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:51:58.618204 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-75213302-114b-4f83-8bed-6c0023bddec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:51:58.663963 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-75213302-114b-4f83-8bed-6c0023bddec3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a752d589d394d1ab837c94770e300cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3175011 Sep 15 17:51:58.664805 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75213302-114b-4f83-8bed-6c0023bddec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b2270c-674d-4e5c-9153-91c4a268f39a,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:51:58.666721 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 33344) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:51:58.671114 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75213302-114b-4f83-8bed-6c0023bddec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.671483 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75213302-114b-4f83-8bed-6c0023bddec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.673185 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75213302-114b-4f83-8bed-6c0023bddec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.673185 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75213302-114b-4f83-8bed-6c0023bddec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.673185 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75213302-114b-4f83-8bed-6c0023bddec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.673185 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75213302-114b-4f83-8bed-6c0023bddec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.673185 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75213302-114b-4f83-8bed-6c0023bddec3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.674236 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75213302-114b-4f83-8bed-6c0023bddec3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.674596 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75213302-114b-4f83-8bed-6c0023bddec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.674934 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75213302-114b-4f83-8bed-6c0023bddec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.675260 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75213302-114b-4f83-8bed-6c0023bddec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.675588 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75213302-114b-4f83-8bed-6c0023bddec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.723673 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f5aca4f4-685e-4e4b-8647-9eeb29f2730d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:51:58.744110 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f5aca4f4-685e-4e4b-8647-9eeb29f2730d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:51:58.893454 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f5aca4f4-685e-4e4b-8647-9eeb29f2730d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:51:58.895946 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f5aca4f4-685e-4e4b-8647-9eeb29f2730d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:51:58.897157 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-f5aca4f4-685e-4e4b-8647-9eeb29f2730d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2b2270c-674d-4e5c-9153-91c4a268f39a HTTP/1.1" status: 204 len: 168 time: 0.2293530 Sep 15 17:51:58.904824 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aca4f4-685e-4e4b-8647-9eeb29f2730d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b2270c-674d-4e5c-9153-91c4a268f39a,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:51:58.912001 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aca4f4-685e-4e4b-8647-9eeb29f2730d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.915232 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aca4f4-685e-4e4b-8647-9eeb29f2730d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.915232 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aca4f4-685e-4e4b-8647-9eeb29f2730d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.915232 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aca4f4-685e-4e4b-8647-9eeb29f2730d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.915232 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aca4f4-685e-4e4b-8647-9eeb29f2730d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.915232 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aca4f4-685e-4e4b-8647-9eeb29f2730d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.915232 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aca4f4-685e-4e4b-8647-9eeb29f2730d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.915232 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aca4f4-685e-4e4b-8647-9eeb29f2730d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.915232 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aca4f4-685e-4e4b-8647-9eeb29f2730d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.915232 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aca4f4-685e-4e4b-8647-9eeb29f2730d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.916209 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aca4f4-685e-4e4b-8647-9eeb29f2730d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:51:58.916209 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aca4f4-685e-4e4b-8647-9eeb29f2730d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:52:17.908042 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 5 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:52:18.892428 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-0a7c9e04-0e8c-404b-9b4d-68f4c9546145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:52:21.458182 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-43c8e596-b34d-448c-9d80-ec97882d1c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:52:22.029247 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:52:23.224108 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:52:24.572285 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:52:48.909346 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-39e7de4a-9af6-4975-8472-d976cf8995c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:52:51.457120 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-00e1636e-bc96-43bc-bc50-10920e488b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:52:51.970924 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:52:53.234443 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:52:54.571722 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:52:54.906203 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 5 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:53:18.890935 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-63cc9aee-c590-48a1-abee-31b153ae2b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:53:21.485145 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-e2ae69e2-278a-4994-89e1-468a2fbf21df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:53:21.970841 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:53:23.262249 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:53:24.569691 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:53:31.839324 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600353'] for agent, after_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:53:31.905477 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:53:47.636384 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 33420) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:53:47.744617 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-d183420e-266d-4749-8abb-c9473fbdc4ef admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1070092 Sep 15 17:53:48.930426 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-c20e67ef-56cf-4076-a1aa-c72f97a3ae56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:53:50.031443 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 33430) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:53:50.086019 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-30ead054-4db7-488c-bdeb-e1dc971e2b2b admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0534117 Sep 15 17:53:51.489546 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-cdc434e2-85f0-4a3e-b7b2-c33799b002d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:53:51.975864 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:53:53.215954 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:53:54.595822 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:54:01.861630 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:54:08.904044 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:54:18.889180 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-40f3e49c-6dae-4398-b544-cf81655edaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:54:21.478285 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b23f65c4-6290-4f79-896f-17a8f65bcff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:54:21.968577 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:54:23.226179 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:54:24.575183 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:54:31.802426 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:54:45.905806 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:54:48.905981 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-087aa158-d5c8-4cb8-a297-74f82653769d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:54:51.477494 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-7aeb84f8-7a2c-4492-a6e2-6b4e2df873b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:54:51.991950 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:54:53.208711 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:54:54.607201 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:01.797222 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:18.011744 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 33532) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:18.215134 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1624411184-network', 'tenant_id': '60eeb6732c944f73b5124264b05fed93'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:18.299698 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Made reservation on behalf of 60eeb6732c944f73b5124264b05fed93 for: {'network': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:55:18.302741 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for network, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:18.313282 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:18.413366 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:18.488226 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:18.511219 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=106071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:55:18.525514 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec201332-db09-49c7-9ce3-85d5256955bf,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:18.533663 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:18.534217 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.db.segments_db [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Added segment 5590f83a-d74b-4b35-bea9-8f637287cad3 of type vlan for network 396115e6-db56-4072-bd7b-ec58ca4ae889 Sep 15 17:55:18.542474 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:18.543074 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:18.543588 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:18.543950 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:18.544251 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:18.544626 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:18.544966 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:18.546049 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:18.546049 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:18.546049 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:18.546522 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:18.546742 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Tracked resource versions report: Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: pushed versions: Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: { 'AddressGroup': {'1.2'}, Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'ConntrackHelper': {'1.0'}, Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'Log': {'1.0'}, Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'Network': {'1.1'}, Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'Port': {'1.7'}, Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'PortForwarding': {'1.2'}, Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'QosPolicy': {'1.9'}, Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'SecurityGroup': {'1.4'}, Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'SecurityGroupRule': {'1.2'}, Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'SubPort': {'1.0'}, Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'Subnet': {'1.1'}, Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'Trunk': {'1.1'}} Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: consumer versions: Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: { DHCP agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: HyperV agent@hv-cinder-80522: {}, Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: L3 agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: Metadata agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: Metering agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: Open vSwitch agent@dv-cinder-805228-2-iscsi: { 'AddressGroup': '1.2', Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'ConntrackHelper': '1.0', Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'Log': '1.0', Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'Network': '1.1', Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'Port': '1.7', Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'PortForwarding': '1.2', Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'QosPolicy': '1.9', Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'SecurityGroup': '1.4', Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'SecurityGroupRule': '1.2', Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'SubPort': '1.0', Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'Subnet': '1.1', Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: 'Trunk': '1.1'}} Sep 15 17:55:18.547685 dv-cinder-805228-2-iscsi neutron-server[106071]: {{(pid=106071) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 17:55:18.595000 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765806349855'] for network, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:18.705506 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for network, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:18.706627 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:18.707285 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:18.769811 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] Pushing event updated for resources: {'Network': ['ID=396115e6-db56-4072-bd7b-ec58ca4ae889,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:18.772634 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-e6ad460b-50c6-43be-9db7-501b37969b5f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7591350 Sep 15 17:55:18.777212 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 33588) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:18.779828 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Network 396115e6-db56-4072-bd7b-ec58ca4ae889 details requested by agent ovs-agent-dv-cinder-805228-2-iscsi with host dv-cinder-805228-2-iscsi {{(pid=106073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:55:18.780705 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-70854a99-dc53-4fc2-a42b-26bfcd77dbed admin admin] Request body: {'subnet': {'network_id': '396115e6-db56-4072-bd7b-ec58ca4ae889', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1624411184-subnet', 'tenant_id': '60eeb6732c944f73b5124264b05fed93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:18.963761 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70854a99-dc53-4fc2-a42b-26bfcd77dbed admin admin] Made reservation on behalf of 60eeb6732c944f73b5124264b05fed93 for: {'subnet': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:55:18.969826 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-70854a99-dc53-4fc2-a42b-26bfcd77dbed admin admin] Notify callbacks [] for subnet, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:19.037053 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6b7941b6-f1d6-43b3-9faf-ff71db97eaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:19.247442 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-70854a99-dc53-4fc2-a42b-26bfcd77dbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for subnet, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:19.300735 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70854a99-dc53-4fc2-a42b-26bfcd77dbed admin admin] Pushing event updated for resources: {'Subnet': ['ID=13cfe71f-2229-47b4-a747-3c2f6b40d99e,revision_number=0']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:19.313847 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70854a99-dc53-4fc2-a42b-26bfcd77dbed admin admin] Checking segment: {'id': '5590f83a-d74b-4b35-bea9-8f637287cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '396115e6-db56-4072-bd7b-ec58ca4ae889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:55:19.314428 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70854a99-dc53-4fc2-a42b-26bfcd77dbed admin admin] Network hostable DHCP agents. Network: 396115e6-db56-4072-bd7b-ec58ca4ae889, hostable agents: ['36f446e8-29e8-4378-bef0-f89f7461b806'], hosted agents: [] {{(pid=106071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:55:19.390958 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70854a99-dc53-4fc2-a42b-26bfcd77dbed admin admin] Network 396115e6-db56-4072-bd7b-ec58ca4ae889 is scheduled to be hosted by DHCP agent 36f446e8-29e8-4378-bef0-f89f7461b806 with binding_index 1 {{(pid=106071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:55:19.471660 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-70854a99-dc53-4fc2-a42b-26bfcd77dbed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805228-2-iscsi, 396115e6-db56-4072-bd7b-ec58ca4ae889) {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:55:19.482504 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1c5498-0546-463d-b278-7958dbe58cca None None] Network 396115e6-db56-4072-bd7b-ec58ca4ae889 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:55:19.484254 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70854a99-dc53-4fc2-a42b-26bfcd77dbed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:19.486255 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-70854a99-dc53-4fc2-a42b-26bfcd77dbed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for subnet, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:19.585729 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-70854a99-dc53-4fc2-a42b-26bfcd77dbed admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8090575 Sep 15 17:55:19.589036 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 33614) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:19.595085 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1624411184-router', 'tenant_id': '60eeb6732c944f73b5124264b05fed93', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:19.618686 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987ac071-97a7-457d-8400-492470eb47dc None None] Network 396115e6-db56-4072-bd7b-ec58ca4ae889 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:55:19.698195 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-602763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:19.699357 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:19.793624 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:19.980485 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:20.232983 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:20.250960 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:20.361223 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Allocated IP 172.27.3.104 (dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a/d93a8e56-437b-48c5-b03a-0e7bd18816d0/508a2765-c563-4b78-8e4c-b38955d8ee3f) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:55:20.462495 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:20.531027 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 33654) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:20.531615 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 33656) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:20.545576 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:20.586586 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:55:20.591338 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:55:20.595767 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:55:20.598630 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Pushing event updated for resources: {'Port': ['ID=508a2765-c563-4b78-8e4c-b38955d8ee3f,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:20.635000 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:20.635319 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:20.635660 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:20.635997 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:20.636416 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:20.636701 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:20.637034 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:20.637382 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:20.637827 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:20.638049 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:20.638568 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:20.638898 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Tracked resource versions report: Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: pushed versions: Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: { 'AddressGroup': {'1.2'}, Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'ConntrackHelper': {'1.0'}, Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'Log': {'1.0'}, Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'Network': {'1.1'}, Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'Port': {'1.7'}, Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'PortForwarding': {'1.2'}, Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'QosPolicy': {'1.9'}, Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'SecurityGroup': {'1.4'}, Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'SecurityGroupRule': {'1.2'}, Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'SubPort': {'1.0'}, Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'Subnet': {'1.1'}, Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'Trunk': {'1.1'}} Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: consumer versions: Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: { DHCP agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: HyperV agent@hv-cinder-80522: {}, Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: L3 agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: Metadata agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: Metering agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: Open vSwitch agent@dv-cinder-805228-2-iscsi: { 'AddressGroup': '1.2', Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'ConntrackHelper': '1.0', Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'Log': '1.0', Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'Network': '1.1', Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'Port': '1.7', Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'PortForwarding': '1.2', Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'QosPolicy': '1.9', Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'SecurityGroup': '1.4', Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'SecurityGroupRule': '1.2', Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'SubPort': '1.0', Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'Subnet': '1.1', Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: 'Trunk': '1.1'}} Sep 15 17:55:20.639989 dv-cinder-805228-2-iscsi neutron-server[106072]: {{(pid=106072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 17:55:20.901207 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:20.908251 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-9d5db73b-e780-4e60-a048-191b85bd9354 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-198396917-network', 'tenant_id': 'c16830a0d09c47d390ee6bbfa6435793'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:20.914902 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-53c44913-b702-4ae1-a823-7c9d56c4f625 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-997510594-network', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:20.935976 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 33682) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:21.155400 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c44913-b702-4ae1-a823-7c9d56c4f625 admin admin] Made reservation on behalf of 5f97c5470f94401f90fa26a45eecfcd7 for: {'network': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:55:21.158116 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-53c44913-b702-4ae1-a823-7c9d56c4f625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for network, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:21.170177 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-53c44913-b702-4ae1-a823-7c9d56c4f625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:21.225448 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5db73b-e780-4e60-a048-191b85bd9354 admin admin] Made reservation on behalf of c16830a0d09c47d390ee6bbfa6435793 for: {'network': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:55:21.227730 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9d5db73b-e780-4e60-a048-191b85bd9354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for network, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:21.237165 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9d5db73b-e780-4e60-a048-191b85bd9354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:21.248622 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600412'] for router, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:21.279867 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-b70d0e0b-59ac-4252-a9f8-e75711c22c35 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1878538900-network', 'tenant_id': '991d427b76d8438ea032d21e3d7a1fc9'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:21.302269 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-53c44913-b702-4ae1-a823-7c9d56c4f625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:21.405963 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-53c44913-b702-4ae1-a823-7c9d56c4f625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:21.420863 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c44913-b702-4ae1-a823-7c9d56c4f625 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=106071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:55:21.432439 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-53c44913-b702-4ae1-a823-7c9d56c4f625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:21.433223 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.db.segments_db [None req-53c44913-b702-4ae1-a823-7c9d56c4f625 admin admin] Added segment 9595e9a1-5be3-422c-bdfb-de0c754febdc of type vlan for network c82f0e18-d709-47ff-b01c-741485e75497 Sep 15 17:55:21.477304 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-53c44913-b702-4ae1-a823-7c9d56c4f625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765806349855'] for network, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:21.511118 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Router df7e1fe3-9afc-4dc9-bfb8-79768a5bb519 is scheduled to L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 with binding_index 1 {{(pid=106072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:55:21.529040 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c44913-b702-4ae1-a823-7c9d56c4f625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78cfb39-771e-4870-a094-2d83f45ae567,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:21.585664 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70d0e0b-59ac-4252-a9f8-e75711c22c35 admin admin] Made reservation on behalf of 991d427b76d8438ea032d21e3d7a1fc9 for: {'network': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:55:21.589924 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b70d0e0b-59ac-4252-a9f8-e75711c22c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for network, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:21.612748 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-751a4ecd-37ac-4b54-a63d-6af9e9df0edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:21.617838 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-53c44913-b702-4ae1-a823-7c9d56c4f625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for network, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:21.627633 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c44913-b702-4ae1-a823-7c9d56c4f625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:21.630155 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-53c44913-b702-4ae1-a823-7c9d56c4f625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:21.637063 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b70d0e0b-59ac-4252-a9f8-e75711c22c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:21.643074 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:55:21.653550 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] Sync routers for ids ['df7e1fe3-9afc-4dc9-bfb8-79768a5bb519'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:55:21.667306 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] Routers {'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:55:21.667306 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:55:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['df7e1fe3-9afc-4dc9-bfb8-79768a5bb519'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:55:21.755922 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c44913-b702-4ae1-a823-7c9d56c4f625 admin admin] Pushing event updated for resources: {'Network': ['ID=c82f0e18-d709-47ff-b01c-741485e75497,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:21.783519 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Network c82f0e18-d709-47ff-b01c-741485e75497 details requested by agent ovs-agent-dv-cinder-805228-2-iscsi with host dv-cinder-805228-2-iscsi {{(pid=106073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:55:21.842994 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9d5db73b-e780-4e60-a048-191b85bd9354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:21.875336 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] Set router df7e1fe3-9afc-4dc9-bfb8-79768a5bb519 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:55:21.907908 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9d5db73b-e780-4e60-a048-191b85bd9354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:21.941871 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5db73b-e780-4e60-a048-191b85bd9354 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=106072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:55:21.957881 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-53c44913-b702-4ae1-a823-7c9d56c4f625 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4252644 Sep 15 17:55:21.964612 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 33720) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:21.965143 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9d5db73b-e780-4e60-a048-191b85bd9354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:21.965922 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.segments_db [None req-9d5db73b-e780-4e60-a048-191b85bd9354 admin admin] Added segment ddbd2a64-91ba-4b52-b6d9-455ad765d2e6 of type vlan for network 4da47a5c-d2cd-42fe-9854-e0f9136b7152 Sep 15 17:55:21.967768 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-e4f9ae14-6fa0-4c98-b27a-7760a20ba4ad admin admin] Request body: {'subnet': {'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-997510594-subnet', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:22.021323 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9d5db73b-e780-4e60-a048-191b85bd9354 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765806349855'] for network, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:22.041453 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:22.050347 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] Notify callbacks [] for router, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:22.055973 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 33734) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:22.056192 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-2ae12db3-8533-453d-b3cd-876b7d0718fa admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.4659610 Sep 15 17:55:22.085524 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5db73b-e780-4e60-a048-191b85bd9354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6276f7-c3ac-4ddd-af9b-87b25091c19a,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:22.124912 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519', 'name': 'tempest-ServerRescueNegativeTestJSON-1624411184-router', 'tenant_id': '60eeb6732c944f73b5124264b05fed93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '508a2765-c563-4b78-8e4c-b38955d8ee3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:19Z', 'updated_at': '2021-09-15T17:55:20Z', 'revision_number': 3, 'project_id': '60eeb6732c944f73b5124264b05fed93', 'gw_port': {'id': '508a2765-c563-4b78-8e4c-b38955d8ee3f', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:20Z', 'updated_at': '2021-09-15T17:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:55:22.128193 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9d5db73b-e780-4e60-a048-191b85bd9354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for network, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:22.129580 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5db73b-e780-4e60-a048-191b85bd9354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:22.130396 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9d5db73b-e780-4e60-a048-191b85bd9354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:22.161434 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] Checking router: df7e1fe3-9afc-4dc9-bfb8-79768a5bb519 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:55:22.162512 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] Updating router df7e1fe3-9afc-4dc9-bfb8-79768a5bb519 port 508a2765-c563-4b78-8e4c-b38955d8ee3f binding host dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:55:22.204757 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:22.210219 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5db73b-e780-4e60-a048-191b85bd9354 admin admin] Pushing event updated for resources: {'Network': ['ID=4da47a5c-d2cd-42fe-9854-e0f9136b7152,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:22.223943 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Network 4da47a5c-d2cd-42fe-9854-e0f9136b7152 details requested by agent ovs-agent-dv-cinder-805228-2-iscsi with host dv-cinder-805228-2-iscsi {{(pid=106073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:55:22.270425 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b70d0e0b-59ac-4252-a9f8-e75711c22c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:22.372931 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b70d0e0b-59ac-4252-a9f8-e75711c22c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:22.435553 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70d0e0b-59ac-4252-a9f8-e75711c22c35 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=106071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:55:22.493738 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] Notify callbacks [] for port, precommit_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:22.550426 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f9ae14-6fa0-4c98-b27a-7760a20ba4ad admin admin] Made reservation on behalf of 5f97c5470f94401f90fa26a45eecfcd7 for: {'subnet': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:55:22.552188 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:22.553087 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ae14-6fa0-4c98-b27a-7760a20ba4ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:22.562598 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b70d0e0b-59ac-4252-a9f8-e75711c22c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:22.562954 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.db.segments_db [None req-b70d0e0b-59ac-4252-a9f8-e75711c22c35 admin admin] Added segment e4811d1b-8643-4b39-932b-9757a257ecf2 of type vlan for network 26a9efa0-3188-4bc8-aa9b-985a99889870 Sep 15 17:55:22.575857 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 33752) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:22.588135 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d0e0b-59ac-4252-a9f8-e75711c22c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5b7d1d-2135-42ca-8b26-fc247405e9b6,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:22.605863 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-9d5db73b-e780-4e60-a048-191b85bd9354 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0735738 Sep 15 17:55:22.607957 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 33756) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:22.633260 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-1e7d0979-92d5-4021-9931-e95972736567 admin admin] Request body: {'subnet': {'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-198396917-subnet', 'tenant_id': 'c16830a0d09c47d390ee6bbfa6435793', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:22.663376 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c5191-f66f-49a9-9533-e7aafd1d52be None None] Pushing event updated for resources: {'Port': ['ID=508a2765-c563-4b78-8e4c-b38955d8ee3f,revision_number=2']} {{(pid=106074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:22.700639 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] Attempting to bind port 508a2765-c563-4b78-8e4c-b38955d8ee3f on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:55:22.702303 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b70d0e0b-59ac-4252-a9f8-e75711c22c35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765806349855'] for network, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:22.704552 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] Attempting to bind port 508a2765-c563-4b78-8e4c-b38955d8ee3f by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}] {{(pid=106074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:55:22.704985 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] Attempting to bind port 508a2765-c563-4b78-8e4c-b38955d8ee3f on network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:55:22.722382 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c5191-f66f-49a9-9533-e7aafd1d52be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:22.722734 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c5191-f66f-49a9-9533-e7aafd1d52be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:22.726584 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c5191-f66f-49a9-9533-e7aafd1d52be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:22.727111 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c5191-f66f-49a9-9533-e7aafd1d52be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:22.727624 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c5191-f66f-49a9-9533-e7aafd1d52be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:22.730379 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c5191-f66f-49a9-9533-e7aafd1d52be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:22.730379 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c5191-f66f-49a9-9533-e7aafd1d52be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:22.730379 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c5191-f66f-49a9-9533-e7aafd1d52be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:22.736979 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c5191-f66f-49a9-9533-e7aafd1d52be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:22.737550 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c5191-f66f-49a9-9533-e7aafd1d52be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:22.738076 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c5191-f66f-49a9-9533-e7aafd1d52be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:22.739761 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c5191-f66f-49a9-9533-e7aafd1d52be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346c5191-f66f-49a9-9533-e7aafd1d52be None None] Tracked resource versions report: Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: pushed versions: Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: { 'AddressGroup': {'1.2'}, Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'ConntrackHelper': {'1.0'}, Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'Log': {'1.0'}, Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'Network': {'1.1'}, Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'Port': {'1.7'}, Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'PortForwarding': {'1.2'}, Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'QosPolicy': {'1.9'}, Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'SecurityGroup': {'1.4'}, Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'SecurityGroupRule': {'1.2'}, Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'SubPort': {'1.0'}, Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'Subnet': {'1.1'}, Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'Trunk': {'1.1'}} Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: consumer versions: Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: { DHCP agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: HyperV agent@hv-cinder-80522: {}, Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: L3 agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: Metadata agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: Metering agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: Open vSwitch agent@dv-cinder-805228-2-iscsi: { 'AddressGroup': '1.2', Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'ConntrackHelper': '1.0', Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'Log': '1.0', Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'Network': '1.1', Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'Port': '1.7', Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'PortForwarding': '1.2', Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'QosPolicy': '1.9', Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'SecurityGroup': '1.4', Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'SecurityGroupRule': '1.2', Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'SubPort': '1.0', Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'Subnet': '1.1', Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: 'Trunk': '1.1'}} Sep 15 17:55:22.741093 dv-cinder-805228-2-iscsi neutron-server[106074]: {{(pid=106074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 17:55:22.750382 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:55:22.750763 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] Checking segment: {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:55:22.752284 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7d0979-92d5-4021-9931-e95972736567 admin admin] Made reservation on behalf of c16830a0d09c47d390ee6bbfa6435793 for: {'subnet': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:55:22.752988 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:22.753395 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] Bound using segment: {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'} {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:55:22.753907 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] Bound port: 508a2765-c563-4b78-8e4c-b38955d8ee3f, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}}] {{(pid=106074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:55:22.756022 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0979-92d5-4021-9931-e95972736567 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:22.764711 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:22.803118 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a4b4709c-ae7e-4ae2-bea8-ef57aec89305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:22.852618 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.db [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] For port 508a2765-c563-4b78-8e4c-b38955d8ee3f, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:55:22.857767 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.db [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] For port 508a2765-c563-4b78-8e4c-b38955d8ee3f, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=508a2765-c563-4b78-8e4c-b38955d8ee3f,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:55:22.916727 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:55:22.936046 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b70d0e0b-59ac-4252-a9f8-e75711c22c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for network, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:22.936545 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:22.937074 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70d0e0b-59ac-4252-a9f8-e75711c22c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:22.942090 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b70d0e0b-59ac-4252-a9f8-e75711c22c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:22.993234 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] Routers {'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:55:22.994713 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:55:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['df7e1fe3-9afc-4dc9-bfb8-79768a5bb519'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:55:23.041418 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a4b4709c-ae7e-4ae2-bea8-ef57aec89305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:23.059689 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c5191-f66f-49a9-9533-e7aafd1d52be None None] Pushing event updated for resources: {'Port': ['ID=508a2765-c563-4b78-8e4c-b38955d8ee3f,revision_number=3']} {{(pid=106074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:23.070116 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d0e0b-59ac-4252-a9f8-e75711c22c35 admin admin] Pushing event updated for resources: {'Network': ['ID=26a9efa0-3188-4bc8-aa9b-985a99889870,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:23.091941 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Network 26a9efa0-3188-4bc8-aa9b-985a99889870 details requested by agent ovs-agent-dv-cinder-805228-2-iscsi with host dv-cinder-805228-2-iscsi {{(pid=106073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:55:23.133841 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ae14-6fa0-4c98-b27a-7760a20ba4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for subnet, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:23.140169 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0979-92d5-4021-9931-e95972736567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for subnet, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:23.142445 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a4b4709c-ae7e-4ae2-bea8-ef57aec89305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:23.162421 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] Set router df7e1fe3-9afc-4dc9-bfb8-79768a5bb519 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:55:23.257209 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-b70d0e0b-59ac-4252-a9f8-e75711c22c35 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3186665 Sep 15 17:55:23.265883 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-a4b4709c-ae7e-4ae2-bea8-ef57aec89305 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f584ae806ca84600b0dbd5355e98c5ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6885643 Sep 15 17:55:23.267911 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 33778) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:23.268222 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 33780) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:23.270179 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9ae14-6fa0-4c98-b27a-7760a20ba4ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b21d638-ac50-4318-b027-484d191c8b9c,revision_number=0']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:23.287231 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-cc1fcb86-f289-45d3-8da5-3eec777ab59d admin admin] Request body: {'subnet': {'network_id': '26a9efa0-3188-4bc8-aa9b-985a99889870', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1878538900-subnet', 'tenant_id': '991d427b76d8438ea032d21e3d7a1fc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:23.293546 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:23.316598 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f9ae14-6fa0-4c98-b27a-7760a20ba4ad admin admin] Checking segment: {'id': '9595e9a1-5be3-422c-bdfb-de0c754febdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:55:23.317157 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f9ae14-6fa0-4c98-b27a-7760a20ba4ad admin admin] Network hostable DHCP agents. Network: c82f0e18-d709-47ff-b01c-741485e75497, hostable agents: ['36f446e8-29e8-4378-bef0-f89f7461b806'], hosted agents: [] {{(pid=106071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:55:23.322190 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-1b819d0a-bcc9-4aca-8c6c-61f30eb9a75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:23.360996 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d0979-92d5-4021-9931-e95972736567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f65e6417-ab92-4eaf-a9d5-8334761fc129,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:23.380570 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4709c-ae7e-4ae2-bea8-ef57aec89305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ef84ea-6656-43e8-a2b9-d0e9c984aa2d,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:23.458632 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f9ae14-6fa0-4c98-b27a-7760a20ba4ad admin admin] Network c82f0e18-d709-47ff-b01c-741485e75497 is scheduled to be hosted by DHCP agent 36f446e8-29e8-4378-bef0-f89f7461b806 with binding_index 1 {{(pid=106071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:55:23.460341 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519', 'name': 'tempest-ServerRescueNegativeTestJSON-1624411184-router', 'tenant_id': '60eeb6732c944f73b5124264b05fed93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '508a2765-c563-4b78-8e4c-b38955d8ee3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:19Z', 'updated_at': '2021-09-15T17:55:20Z', 'revision_number': 3, 'project_id': '60eeb6732c944f73b5124264b05fed93', 'gw_port': {'id': '508a2765-c563-4b78-8e4c-b38955d8ee3f', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:20Z', 'updated_at': '2021-09-15T17:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:55:23.463383 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d0979-92d5-4021-9931-e95972736567 admin admin] Checking segment: {'id': 'ddbd2a64-91ba-4b52-b6d9-455ad765d2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:55:23.463740 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7d0979-92d5-4021-9931-e95972736567 admin admin] Network hostable DHCP agents. Network: 4da47a5c-d2cd-42fe-9854-e0f9136b7152, hostable agents: ['36f446e8-29e8-4378-bef0-f89f7461b806'], hosted agents: [] {{(pid=106072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:55:23.496286 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c61ad6-449a-416d-accd-ca228cd6d07d None None] The sync data for ids ['df7e1fe3-9afc-4dc9-bfb8-79768a5bb519'] in dv-cinder-805228-2-iscsi is: [{'id': 'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519', 'name': 'tempest-ServerRescueNegativeTestJSON-1624411184-router', 'tenant_id': '60eeb6732c944f73b5124264b05fed93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '508a2765-c563-4b78-8e4c-b38955d8ee3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:19Z', 'updated_at': '2021-09-15T17:55:20Z', 'revision_number': 3, 'project_id': '60eeb6732c944f73b5124264b05fed93', 'gw_port': {'id': '508a2765-c563-4b78-8e4c-b38955d8ee3f', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:20Z', 'updated_at': '2021-09-15T17:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:55:23.496564 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-541329f9-82dc-4bae-b640-10f0d3e06f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:23.520810 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-e4f9ae14-6fa0-4c98-b27a-7760a20ba4ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805228-2-iscsi, c82f0e18-d709-47ff-b01c-741485e75497) {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:55:23.529651 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c0c5ee-afe3-453f-ae95-c04b86216c3b None None] Network c82f0e18-d709-47ff-b01c-741485e75497 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:55:23.544240 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f9ae14-6fa0-4c98-b27a-7760a20ba4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:23.544948 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ae14-6fa0-4c98-b27a-7760a20ba4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for subnet, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:23.546303 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1fcb86-f289-45d3-8da5-3eec777ab59d admin admin] Made reservation on behalf of 991d427b76d8438ea032d21e3d7a1fc9 for: {'subnet': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:55:23.549757 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cc1fcb86-f289-45d3-8da5-3eec777ab59d admin admin] Notify callbacks [] for subnet, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:23.582817 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-541329f9-82dc-4bae-b640-10f0d3e06f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:23.659138 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [None req-1b819d0a-bcc9-4aca-8c6c-61f30eb9a75a admin admin] Allocated IP 172.20.0.1 (396115e6-db56-4072-bd7b-ec58ca4ae889/13cfe71f-2229-47b4-a747-3c2f6b40d99e/73f1cf73-abbc-4810-b9c7-68c3d9953b39) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:55:23.672783 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7d0979-92d5-4021-9931-e95972736567 admin admin] Network 4da47a5c-d2cd-42fe-9854-e0f9136b7152 is scheduled to be hosted by DHCP agent 36f446e8-29e8-4378-bef0-f89f7461b806 with binding_index 1 {{(pid=106072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:55:23.703072 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-1e7d0979-92d5-4021-9931-e95972736567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805228-2-iscsi, 4da47a5c-d2cd-42fe-9854-e0f9136b7152) {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:55:23.704652 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-e4f9ae14-6fa0-4c98-b27a-7760a20ba4ad admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7424135 Sep 15 17:55:23.707648 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 33806) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:23.712650 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-82c15a4f-4e22-4a7d-80d6-dabd70e23116 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:23.747590 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7d0979-92d5-4021-9931-e95972736567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:23.748414 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-1e7d0979-92d5-4021-9931-e95972736567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:23.751072 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afae1b38-5193-414d-9458-8522cf83fbcd None None] Network 4da47a5c-d2cd-42fe-9854-e0f9136b7152 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:55:23.928584 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-541329f9-82dc-4bae-b640-10f0d3e06f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:23.931218 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-541329f9-82dc-4bae-b640-10f0d3e06f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:23.932381 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-541329f9-82dc-4bae-b640-10f0d3e06f49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37ef84ea-6656-43e8-a2b9-d0e9c984aa2d HTTP/1.1" status: 204 len: 168 time: 0.6418324 Sep 15 17:55:23.948103 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 33822) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:23.971535 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-82c15a4f-4e22-4a7d-80d6-dabd70e23116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-602763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:23.976608 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-82c15a4f-4e22-4a7d-80d6-dabd70e23116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:24.000352 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b4801a4-af14-5ddf-bb32-75928b3273dc-c82f0e18-d709-47ff-b01c-741485e75497', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'fixed_ips': [{'subnet_id': '9b21d638-ac50-4318-b027-484d191c8b9c'}]}} from dv-cinder-805228-2-iscsi. {{(pid=106073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:55:24.001271 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:24.009490 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-1b819d0a-bcc9-4aca-8c6c-61f30eb9a75a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:24.018668 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541329f9-82dc-4bae-b640-10f0d3e06f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ef84ea-6656-43e8-a2b9-d0e9c984aa2d,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:24.117317 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-1e7d0979-92d5-4021-9931-e95972736567 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4981484 Sep 15 17:55:24.140497 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-82c15a4f-4e22-4a7d-80d6-dabd70e23116 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:24.146134 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cc1fcb86-f289-45d3-8da5-3eec777ab59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for subnet, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:24.218439 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c711be9-56c3-41d8-9e76-65771ec374e9 None None] Network 4da47a5c-d2cd-42fe-9854-e0f9136b7152 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:55:24.259662 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-1b819d0a-bcc9-4aca-8c6c-61f30eb9a75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:24.262779 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fcb86-f289-45d3-8da5-3eec777ab59d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d688d3b2-62b4-4910-b05c-9ff11058901f,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:24.270686 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1fcb86-f289-45d3-8da5-3eec777ab59d admin admin] Checking segment: {'id': 'e4811d1b-8643-4b39-932b-9757a257ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '26a9efa0-3188-4bc8-aa9b-985a99889870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:55:24.271045 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1fcb86-f289-45d3-8da5-3eec777ab59d admin admin] Network hostable DHCP agents. Network: 26a9efa0-3188-4bc8-aa9b-985a99889870, hostable agents: ['36f446e8-29e8-4378-bef0-f89f7461b806'], hosted agents: [] {{(pid=106072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:55:24.364857 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.db_base_plugin_common [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Allocated IP 172.20.0.2 (c82f0e18-d709-47ff-b01c-741485e75497/9b21d638-ac50-4318-b027-484d191c8b9c/a6f61ac2-6a30-4c16-918b-22ccfbcd8448) {{(pid=106073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:55:24.373001 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b819d0a-bcc9-4aca-8c6c-61f30eb9a75a admin admin] Network 396115e6-db56-4072-bd7b-ec58ca4ae889 is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:55:24.379429 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1fcb86-f289-45d3-8da5-3eec777ab59d admin admin] Network 26a9efa0-3188-4bc8-aa9b-985a99889870 is scheduled to be hosted by DHCP agent 36f446e8-29e8-4378-bef0-f89f7461b806 with binding_index 1 {{(pid=106072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:55:24.417703 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-1b819d0a-bcc9-4aca-8c6c-61f30eb9a75a admin admin] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:55:24.465937 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-cc1fcb86-f289-45d3-8da5-3eec777ab59d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805228-2-iscsi, 26a9efa0-3188-4bc8-aa9b-985a99889870) {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:55:24.471797 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1fcb86-f289-45d3-8da5-3eec777ab59d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:24.472350 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cc1fcb86-f289-45d3-8da5-3eec777ab59d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:24.482495 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98fff7d-22a4-404b-95c6-aa5589316abf None None] Network 26a9efa0-3188-4bc8-aa9b-985a99889870 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:55:24.557505 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b819d0a-bcc9-4aca-8c6c-61f30eb9a75a admin admin] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:55:24.558100 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-1b819d0a-bcc9-4aca-8c6c-61f30eb9a75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600459'] for router_interface, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:24.562839 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-82c15a4f-4e22-4a7d-80d6-dabd70e23116 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:24.571085 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-cc1fcb86-f289-45d3-8da5-3eec777ab59d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2866962 Sep 15 17:55:24.629939 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:24.642404 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c4769b6c-7acd-4b90-867c-72d4d7ee2f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:24.663446 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Notify callbacks [] for port, precommit_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:24.671391 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b819d0a-bcc9-4aca-8c6c-61f30eb9a75a admin admin] Pushing event updated for resources: {'Port': ['ID=73f1cf73-abbc-4810-b9c7-68c3d9953b39,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:24.730374 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 33836) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:24.739648 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:24.773244 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cea433-83d0-4913-b608-9298ca60c4d2 None None] Network 26a9efa0-3188-4bc8-aa9b-985a99889870 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:55:24.797036 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Network c82f0e18-d709-47ff-b01c-741485e75497 is already hosted by enough agents. {{(pid=106073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:55:24.807393 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.scheduler.base_scheduler [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Resources bound (agent type, host, resource id): {{(pid=106073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:55:24.814823 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Received port after_create {{(pid=106073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:55:24.863828 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c4769b6c-7acd-4b90-867c-72d4d7ee2f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:24.865598 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Pushing event updated for resources: {'Port': ['ID=a6f61ac2-6a30-4c16-918b-22ccfbcd8448,revision_number=1']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:24.891248 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:24.891910 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:24.892433 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:24.893010 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:24.893566 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:24.894122 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:24.894516 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:24.894904 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:24.895468 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:24.895987 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:24.896532 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:24.897059 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Tracked resource versions report: Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: pushed versions: Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: { 'AddressGroup': {'1.2'}, Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'ConntrackHelper': {'1.0'}, Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'Log': {'1.0'}, Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'Network': {'1.1'}, Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'Port': {'1.7'}, Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'PortForwarding': {'1.2'}, Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'QosPolicy': {'1.9'}, Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'SecurityGroup': {'1.4'}, Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'SecurityGroupRule': {'1.2'}, Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'SubPort': {'1.0'}, Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'Subnet': {'1.1'}, Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'Trunk': {'1.1'}} Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: consumer versions: Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: { DHCP agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: HyperV agent@hv-cinder-80522: {}, Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: L3 agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: Metadata agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: Metering agent@dv-cinder-805228-2-iscsi: {}, Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: Open vSwitch agent@dv-cinder-805228-2-iscsi: { 'AddressGroup': '1.2', Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'ConntrackHelper': '1.0', Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'Log': '1.0', Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'Network': '1.1', Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'Port': '1.7', Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'PortForwarding': '1.2', Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'QosPolicy': '1.9', Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'SecurityGroup': '1.4', Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'SecurityGroupRule': '1.2', Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'SubPort': '1.0', Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'Subnet': '1.1', Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: 'Trunk': '1.1'}} Sep 15 17:55:24.898404 dv-cinder-805228-2-iscsi neutron-server[106073]: {{(pid=106073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 17:55:24.964279 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Attempting to bind port a6f61ac2-6a30-4c16-918b-22ccfbcd8448 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:55:24.965076 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Attempting to bind port a6f61ac2-6a30-4c16-918b-22ccfbcd8448 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '9595e9a1-5be3-422c-bdfb-de0c754febdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497'}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:55:24.965576 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Attempting to bind port a6f61ac2-6a30-4c16-918b-22ccfbcd8448 on network c82f0e18-d709-47ff-b01c-741485e75497 {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:55:24.991828 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:55:24.993133 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Checking segment: {'id': '9595e9a1-5be3-422c-bdfb-de0c754febdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:55:24.993727 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:24.994465 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Bound using segment: {'id': '9595e9a1-5be3-422c-bdfb-de0c754febdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497'} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:55:24.995356 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Bound port: a6f61ac2-6a30-4c16-918b-22ccfbcd8448, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9595e9a1-5be3-422c-bdfb-de0c754febdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497'}}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:55:24.995946 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:25.009405 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c4769b6c-7acd-4b90-867c-72d4d7ee2f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:25.086328 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 33854) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:25.089769 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4769b6c-7acd-4b90-867c-72d4d7ee2f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f47bc9-fce2-4c12-8060-9e7a6811ed73,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:25.165283 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-c4769b6c-7acd-4b90-867c-72d4d7ee2f03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c277ed5e15b2438c886ef032ea20d358&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2125170 Sep 15 17:55:25.168159 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f425610b-5ec3-4160-828d-68b5755ad922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:25.171753 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 33856) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:25.234797 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-82c15a4f-4e22-4a7d-80d6-dabd70e23116 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:25.242904 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-1755d4e0-ed1c-4890-8522-857e41aaf52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:25.257395 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] For port a6f61ac2-6a30-4c16-918b-22ccfbcd8448, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:55:25.261725 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] For port a6f61ac2-6a30-4c16-918b-22ccfbcd8448, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=a6f61ac2-6a30-4c16-918b-22ccfbcd8448,segment=NetworkSegment(9595e9a1-5be3-422c-bdfb-de0c754febdc),segment_id=9595e9a1-5be3-422c-bdfb-de0c754febdc)] {{(pid=106073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:55:25.300547 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-82c15a4f-4e22-4a7d-80d6-dabd70e23116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:25.327044 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-599b60df-3df7-4733-b876-646426f681d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:25.338743 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-1b819d0a-bcc9-4aca-8c6c-61f30eb9a75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:25.358046 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:25.359929 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-599b60df-3df7-4733-b876-646426f681d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:25.415075 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f425610b-5ec3-4160-828d-68b5755ad922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:25.464081 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173e316-15c0-46a3-8ebd-9283fb2873fe None None] Pushing event updated for resources: {'Port': ['ID=a6f61ac2-6a30-4c16-918b-22ccfbcd8448,revision_number=2']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:25.520077 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [None req-82c15a4f-4e22-4a7d-80d6-dabd70e23116 admin admin] Allocated IP 172.27.3.159 (dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a/d93a8e56-437b-48c5-b03a-0e7bd18816d0/5c461aa5-2016-41b5-8e7f-469855982632) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:55:25.557264 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-599b60df-3df7-4733-b876-646426f681d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:25.559849 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-599b60df-3df7-4733-b876-646426f681d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:25.562097 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-599b60df-3df7-4733-b876-646426f681d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9f47bc9-fce2-4c12-8060-9e7a6811ed73 HTTP/1.1" status: 204 len: 168 time: 0.3867323 Sep 15 17:55:25.566098 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f425610b-5ec3-4160-828d-68b5755ad922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:25.595595 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-f425610b-5ec3-4160-828d-68b5755ad922 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3fe678afff264b10854df74d2e5ca676&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5003681 Sep 15 17:55:25.596203 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 33870) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:25.710590 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b60df-3df7-4733-b876-646426f681d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f47bc9-fce2-4c12-8060-9e7a6811ed73,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:25.737111 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f9ff57af-dd66-4f47-afdd-88c3b7a73460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:25.770587 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f9ff57af-dd66-4f47-afdd-88c3b7a73460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:25.800426 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 33888) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:25.827401 dv-cinder-805228-2-iscsi neutron-server[106071]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 17:55:25.832257 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425610b-5ec3-4160-828d-68b5755ad922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a048ea-eea2-4343-89cf-92285020e9ec,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:25.926863 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f9ff57af-dd66-4f47-afdd-88c3b7a73460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:25.930186 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f9ff57af-dd66-4f47-afdd-88c3b7a73460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:25.931905 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-f9ff57af-dd66-4f47-afdd-88c3b7a73460 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62a048ea-eea2-4343-89cf-92285020e9ec HTTP/1.1" status: 204 len: 168 time: 0.3304935 Sep 15 17:55:25.932951 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 33902) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:25.941537 dv-cinder-805228-2-iscsi neutron-server[106072]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 17:55:25.962267 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-1b819d0a-bcc9-4aca-8c6c-61f30eb9a75a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:25.965842 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-82c15a4f-4e22-4a7d-80d6-dabd70e23116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:26.007719 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-1755d4e0-ed1c-4890-8522-857e41aaf52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:26.027409 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff57af-dd66-4f47-afdd-88c3b7a73460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a048ea-eea2-4343-89cf-92285020e9ec,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:26.064005 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-1b819d0a-bcc9-4aca-8c6c-61f30eb9a75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:26.064845 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-1b819d0a-bcc9-4aca-8c6c-61f30eb9a75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605723'] for router_interface, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:26.116448 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-1755d4e0-ed1c-4890-8522-857e41aaf52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:26.117040 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device a6f61ac2-6a30-4c16-918b-22ccfbcd8448 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:55:26.193371 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port a6f61ac2-6a30-4c16-918b-22ccfbcd8448 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:55:26.194114 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:26.237204 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-b1635359-e857-4069-82e6-ee6943af6fac tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:26.239739 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-b1635359-e857-4069-82e6-ee6943af6fac tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/networks?id=26a9efa0-3188-4bc8-aa9b-985a99889870 HTTP/1.1" status: 200 len: 812 time: 0.3042243 Sep 15 17:55:26.265688 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-bcf59e5b-0235-4bfa-8980-f2fa5fa6a964 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/quotas/991d427b76d8438ea032d21e3d7a1fc9 HTTP/1.1" status: 200 len: 375 time: 0.0190873 Sep 15 17:55:26.269693 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-1755d4e0-ed1c-4890-8522-857e41aaf52b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a6cdcbdb4e045d7a1ab547227c99a2b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5375497 Sep 15 17:55:26.269693 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b819d0a-bcc9-4aca-8c6c-61f30eb9a75a admin admin] Pushing event updated for resources: {'Port': ['ID=73f1cf73-abbc-4810-b9c7-68c3d9953b39,revision_number=2']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:26.306816 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-4b130e8b-2404-4999-90f0-f134800b7d5c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:26.319094 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-4b130e8b-2404-4999-90f0-f134800b7d5c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/networks?id=4da47a5c-d2cd-42fe-9854-e0f9136b7152 HTTP/1.1" status: 200 len: 814 time: 0.5026801 Sep 15 17:55:26.327289 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 33914) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:26.333290 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:26.385709 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] For port a6f61ac2-6a30-4c16-918b-22ccfbcd8448, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=a6f61ac2-6a30-4c16-918b-22ccfbcd8448,segment=NetworkSegment(9595e9a1-5be3-422c-bdfb-de0c754febdc),segment_id=9595e9a1-5be3-422c-bdfb-de0c754febdc)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:55:26.390028 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-d22bcf7b-7465-4aa4-b938-934ae0658bdb tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=991d427b76d8438ea032d21e3d7a1fc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1139998 Sep 15 17:55:26.407701 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755d4e0-ed1c-4890-8522-857e41aaf52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfce46b-cfe0-4c6e-81a5-e2f3a97b9b2c,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:26.428648 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-82c15a4f-4e22-4a7d-80d6-dabd70e23116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:26.454424 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:26.457395 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 508a2765-c563-4b78-8e4c-b38955d8ee3f up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:55:26.502369 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b819d0a-bcc9-4aca-8c6c-61f30eb9a75a admin admin] Network 396115e6-db56-4072-bd7b-ec58ca4ae889 is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:55:26.504122 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c15a4f-4e22-4a7d-80d6-dabd70e23116 admin admin] Pushing event updated for resources: {'Port': ['ID=5c461aa5-2016-41b5-8e7f-469855982632,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:26.513487 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-a985c233-b747-4d39-8569-f260d0b29ff6 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/quotas/c16830a0d09c47d390ee6bbfa6435793 HTTP/1.1" status: 200 len: 375 time: 0.1935577 Sep 15 17:55:26.515643 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c15a4f-4e22-4a7d-80d6-dabd70e23116 admin admin] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:55:26.519037 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-1b819d0a-bcc9-4aca-8c6c-61f30eb9a75a admin admin] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:55:26.533189 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Pushing event updated for resources: {'Port': ['ID=a6f61ac2-6a30-4c16-918b-22ccfbcd8448,revision_number=3']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:26.594384 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 508a2765-c563-4b78-8e4c-b38955d8ee3f triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:55:26.595017 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:26.698796 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:26.725126 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] For port 508a2765-c563-4b78-8e4c-b38955d8ee3f, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=508a2765-c563-4b78-8e4c-b38955d8ee3f,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:55:26.764573 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-82c15a4f-4e22-4a7d-80d6-dabd70e23116 admin admin] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:55:26.799121 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c15a4f-4e22-4a7d-80d6-dabd70e23116 admin admin] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:55:26.809447 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a874ad4c-379e-446a-aae4-4eb872aa1e58 None None] Network c82f0e18-d709-47ff-b01c-741485e75497 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:55:26.822369 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:26.867975 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-4184a8ed-e11b-47f1-a6c3-778069b35350 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c16830a0d09c47d390ee6bbfa6435793&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3411491 Sep 15 17:55:26.928550 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Pushing event updated for resources: {'Port': ['ID=508a2765-c563-4b78-8e4c-b38955d8ee3f,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:26.931737 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-b8005f2e-67f6-4e64-bb39-1b6d6b8329ed None None] Provisioning complete for port a6f61ac2-6a30-4c16-918b-22ccfbcd8448 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:55:26.932110 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b8005f2e-67f6-4e64-bb39-1b6d6b8329ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:26.957542 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b819d0a-bcc9-4aca-8c6c-61f30eb9a75a admin admin] Router df7e1fe3-9afc-4dc9-bfb8-79768a5bb519 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:55:26.974675 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a11aa50c-27a5-470a-9d18-5304cbfae075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:26.984331 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-5ad60039-f046-471b-8d91-d3971da3beeb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:55:26.986539 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-5ad60039-f046-471b-8d91-d3971da3beeb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3511467 Sep 15 17:55:27.051827 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a11aa50c-27a5-470a-9d18-5304cbfae075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:27.128482 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-05c5bfbf-066b-4c78-a058-a51a4a5bc6d0 service neutron] 10.222.0.20 "GET /v2.0/networks/26a9efa0-3188-4bc8-aa9b-985a99889870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345434 Sep 15 17:55:27.271700 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-82c15a4f-4e22-4a7d-80d6-dabd70e23116 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:27.372248 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a11aa50c-27a5-470a-9d18-5304cbfae075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:27.374753 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a11aa50c-27a5-470a-9d18-5304cbfae075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:27.378896 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-a11aa50c-27a5-470a-9d18-5304cbfae075 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ddfce46b-cfe0-4c6e-81a5-e2f3a97b9b2c HTTP/1.1" status: 204 len: 168 time: 1.0475059 Sep 15 17:55:27.415795 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11aa50c-27a5-470a-9d18-5304cbfae075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfce46b-cfe0-4c6e-81a5-e2f3a97b9b2c,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:27.424049 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-9a6d566b-9fac-4986-a1e5-cb695c7472a5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106071) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:55:27.425110 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-9a6d566b-9fac-4986-a1e5-cb695c7472a5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1689024 Sep 15 17:55:27.440709 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-9eabfe52-3784-4eb4-8715-f973eff56b48 service neutron] 10.222.0.20 "GET /v2.0/networks/26a9efa0-3188-4bc8-aa9b-985a99889870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009930 Sep 15 17:55:27.470641 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-c6b0ccd3-17a0-43e5-909e-6bf351871df5 None None] Provisioning complete for port a6f61ac2-6a30-4c16-918b-22ccfbcd8448 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:55:27.471177 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-c6b0ccd3-17a0-43e5-909e-6bf351871df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:27.560634 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b819d0a-bcc9-4aca-8c6c-61f30eb9a75a admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:55:27.573051 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-1b819d0a-bcc9-4aca-8c6c-61f30eb9a75a admin admin] 10.222.0.20 "PUT /v2.0/routers/df7e1fe3-9afc-4dc9-bfb8-79768a5bb519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5149794 Sep 15 17:55:27.582079 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] Sync routers for ids ['df7e1fe3-9afc-4dc9-bfb8-79768a5bb519'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:55:27.595809 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] Routers {'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:55:27.596425 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:55:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['df7e1fe3-9afc-4dc9-bfb8-79768a5bb519'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:55:27.678355 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-99afd40e-510c-4396-b90c-167ebc61ab40 service neutron] 10.222.0.20 "GET /v2.0/networks/4da47a5c-d2cd-42fe-9854-e0f9136b7152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449112 Sep 15 17:55:27.697723 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-82c15a4f-4e22-4a7d-80d6-dabd70e23116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600412'] for router, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:27.732492 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] Set router df7e1fe3-9afc-4dc9-bfb8-79768a5bb519 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:55:27.900896 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-ac945880-f0e2-4faf-afe2-1b149cfb34e1 service neutron] 10.222.0.20 "GET /v2.0/networks/4da47a5c-d2cd-42fe-9854-e0f9136b7152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965263 Sep 15 17:55:28.028703 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c15a4f-4e22-4a7d-80d6-dabd70e23116 admin admin] Router 296784a6-4663-40d2-85f3-7d183be946f8 is scheduled to L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 with binding_index 1 {{(pid=106071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:55:28.050204 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device a6f61ac2-6a30-4c16-918b-22ccfbcd8448 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:55:28.078907 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f6fe1d16-0c18-4554-ae75-c90a5d4cbe6b req-de9b1eac-bbf4-4678-b1aa-2f6037662263 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 210 time: 0.1275473 Sep 15 17:55:28.145544 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519', 'name': 'tempest-ServerRescueNegativeTestJSON-1624411184-router', 'tenant_id': '60eeb6732c944f73b5124264b05fed93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '508a2765-c563-4b78-8e4c-b38955d8ee3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:19Z', 'updated_at': '2021-09-15T17:55:24Z', 'revision_number': 4, 'project_id': '60eeb6732c944f73b5124264b05fed93', 'gw_port': {'id': '508a2765-c563-4b78-8e4c-b38955d8ee3f', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:20Z', 'updated_at': '2021-09-15T17:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '73f1cf73-abbc-4810-b9c7-68c3d9953b39', 'name': '', 'network_id': '396115e6-db56-4072-bd7b-ec58ca4ae889', 'tenant_id': '60eeb6732c944f73b5124264b05fed93', 'mac_address': 'fa:16:3e:a8:5b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '13cfe71f-2229-47b4-a747-3c2f6b40d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:23Z', 'updated_at': '2021-09-15T17:55:25Z', 'revision_number': 2, 'project_id': '60eeb6732c944f73b5124264b05fed93', 'subnets': [{'id': '13cfe71f-2229-47b4-a747-3c2f6b40d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:55:28.148694 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port a6f61ac2-6a30-4c16-918b-22ccfbcd8448 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:55:28.149073 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:28.174348 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] Checking router: df7e1fe3-9afc-4dc9-bfb8-79768a5bb519 for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:55:28.174992 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] Updating router df7e1fe3-9afc-4dc9-bfb8-79768a5bb519 port 73f1cf73-abbc-4810-b9c7-68c3d9953b39 binding host dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:55:28.201752 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c15a4f-4e22-4a7d-80d6-dabd70e23116 admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:55:28.215658 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] Sync routers for ids ['296784a6-4663-40d2-85f3-7d183be946f8'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:55:28.226049 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] Routers {'296784a6-4663-40d2-85f3-7d183be946f8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:55:28.226794 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:55:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['296784a6-4663-40d2-85f3-7d183be946f8'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:55:28.276004 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:28.288807 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-82c15a4f-4e22-4a7d-80d6-dabd70e23116 admin admin] Notify callbacks [] for router, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:28.290334 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-82c15a4f-4e22-4a7d-80d6-dabd70e23116 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5816596 Sep 15 17:55:28.293667 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 34002) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:28.425071 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2806ffa5-6ac4-4c25-a1a7-b55bd8a61a6b req-dd6c1ddd-aa27-4dbe-a034-95952e23f650 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 210 time: 0.0607321 Sep 15 17:55:28.466566 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] Set router 296784a6-4663-40d2-85f3-7d183be946f8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:55:28.493219 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 508a2765-c563-4b78-8e4c-b38955d8ee3f up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:55:28.555233 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 34016) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:28.580009 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-390f8341-d7fa-4b6d-b51c-3baaf1c42ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:28.641565 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 508a2765-c563-4b78-8e4c-b38955d8ee3f triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:55:28.641925 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:28.714833 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296784a6-4663-40d2-85f3-7d183be946f8', 'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '5c461aa5-2016-41b5-8e7f-469855982632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:24Z', 'updated_at': '2021-09-15T17:55:26Z', 'revision_number': 3, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'gw_port': {'id': '5c461aa5-2016-41b5-8e7f-469855982632', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:25Z', 'updated_at': '2021-09-15T17:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:55:28.724599 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-390f8341-d7fa-4b6d-b51c-3baaf1c42ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:28.752167 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] Checking router: 296784a6-4663-40d2-85f3-7d183be946f8 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:55:28.752771 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] Updating router 296784a6-4663-40d2-85f3-7d183be946f8 port 5c461aa5-2016-41b5-8e7f-469855982632 binding host dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:55:28.798459 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] Notify callbacks [] for port, precommit_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:28.801088 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:28.807951 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-390f8341-d7fa-4b6d-b51c-3baaf1c42ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:28.862696 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f8341-d7fa-4b6d-b51c-3baaf1c42ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4731e92-7e23-41b3-a9b9-15b4a25abd04,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:28.888319 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:28.912570 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-390f8341-d7fa-4b6d-b51c-3baaf1c42ba3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1e89f97f9364669aed6347aa96861eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3538461 Sep 15 17:55:28.914253 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 34022) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:29.035763 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-4d5304d1-a7e0-466c-a1aa-bab7b56bba9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:29.036756 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8ae5f-83e1-418f-91db-486eca3e5225 None None] Pushing event updated for resources: {'Port': ['ID=73f1cf73-abbc-4810-b9c7-68c3d9953b39,revision_number=3']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:29.082519 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] Attempting to bind port 73f1cf73-abbc-4810-b9c7-68c3d9953b39 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:55:29.082874 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] Attempting to bind port 73f1cf73-abbc-4810-b9c7-68c3d9953b39 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '5590f83a-d74b-4b35-bea9-8f637287cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '396115e6-db56-4072-bd7b-ec58ca4ae889'}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:55:29.083242 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] Attempting to bind port 73f1cf73-abbc-4810-b9c7-68c3d9953b39 on network 396115e6-db56-4072-bd7b-ec58ca4ae889 {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:55:29.086724 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-4d5304d1-a7e0-466c-a1aa-bab7b56bba9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:29.096688 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:55:29.097109 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] Checking segment: {'id': '5590f83a-d74b-4b35-bea9-8f637287cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '396115e6-db56-4072-bd7b-ec58ca4ae889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:55:29.097521 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:29.097916 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] Bound using segment: {'id': '5590f83a-d74b-4b35-bea9-8f637287cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '396115e6-db56-4072-bd7b-ec58ca4ae889'} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:55:29.100518 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] Bound port: 73f1cf73-abbc-4810-b9c7-68c3d9953b39, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5590f83a-d74b-4b35-bea9-8f637287cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '396115e6-db56-4072-bd7b-ec58ca4ae889'}}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:55:29.100941 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:29.182351 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ca0af745-bd00-4f76-bfde-1ba21836530d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:29.198710 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 34038) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:29.234115 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] For port 73f1cf73-abbc-4810-b9c7-68c3d9953b39, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:55:29.244073 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] For port 73f1cf73-abbc-4810-b9c7-68c3d9953b39, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=73f1cf73-abbc-4810-b9c7-68c3d9953b39,segment=NetworkSegment(5590f83a-d74b-4b35-bea9-8f637287cad3),segment_id=5590f83a-d74b-4b35-bea9-8f637287cad3)] {{(pid=106073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:55:29.255855 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-07aa1c9b-38d2-410b-81c6-3a136d151425 req-7ac77e01-1b2e-4982-a384-9ca5334bbd55 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0684075 Sep 15 17:55:29.285434 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] Notify callbacks [] for port, precommit_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:29.306127 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-4d5304d1-a7e0-466c-a1aa-bab7b56bba9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:29.309993 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-4d5304d1-a7e0-466c-a1aa-bab7b56bba9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:29.314509 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-4d5304d1-a7e0-466c-a1aa-bab7b56bba9b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4731e92-7e23-41b3-a9b9-15b4a25abd04 HTTP/1.1" status: 204 len: 168 time: 0.3973892 Sep 15 17:55:29.325480 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5304d1-a7e0-466c-a1aa-bab7b56bba9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4731e92-7e23-41b3-a9b9-15b4a25abd04,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:29.328911 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:29.362860 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:29.405810 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] Routers {'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:55:29.406760 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] Attempting to bind port 5c461aa5-2016-41b5-8e7f-469855982632 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:55:29.407138 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] Attempting to bind port 5c461aa5-2016-41b5-8e7f-469855982632 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}] {{(pid=106074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:55:29.407505 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] Attempting to bind port 5c461aa5-2016-41b5-8e7f-469855982632 on network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:55:29.408911 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:55:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['df7e1fe3-9afc-4dc9-bfb8-79768a5bb519'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:55:29.440393 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:55:29.440791 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] Checking segment: {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:55:29.442999 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:29.443730 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] Bound using segment: {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'} {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:55:29.448427 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] Bound port: 5c461aa5-2016-41b5-8e7f-469855982632, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}}] {{(pid=106074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:55:29.448906 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:29.529457 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f418-b11a-4879-99bb-98bd1f480824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:29.551651 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17bc3c-76ff-4a02-a09a-ace683a51374 None None] Pushing event updated for resources: {'Port': ['ID=5c461aa5-2016-41b5-8e7f-469855982632,revision_number=2']} {{(pid=106074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:29.569510 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-718e920c-1fe6-47d8-a60d-dab3b379bb09 req-b552cc18-5423-4e6a-83cf-b4e3dc6ebc8e tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 210 time: 0.0575006 Sep 15 17:55:29.582008 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8ae5f-83e1-418f-91db-486eca3e5225 None None] Pushing event updated for resources: {'Port': ['ID=73f1cf73-abbc-4810-b9c7-68c3d9953b39,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:29.603544 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.db [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] For port 5c461aa5-2016-41b5-8e7f-469855982632, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:55:29.608071 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.db [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] For port 5c461aa5-2016-41b5-8e7f-469855982632, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=5c461aa5-2016-41b5-8e7f-469855982632,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:55:29.612125 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [None req-ca0af745-bd00-4f76-bfde-1ba21836530d admin admin] Allocated IP 172.20.0.1 (c82f0e18-d709-47ff-b01c-741485e75497/9b21d638-ac50-4318-b027-484d191c8b9c/b49b8742-4ec8-4b77-b1b1-091bc6f75eb3) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:55:29.705809 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:29.716095 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] Set router df7e1fe3-9afc-4dc9-bfb8-79768a5bb519 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:55:29.748804 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-c5145836-986f-42d7-9c18-ad0d7bfe4539 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:29.750308 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-c5145836-986f-42d7-9c18-ad0d7bfe4539 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/networks?id=396115e6-db56-4072-bd7b-ec58ca4ae889 HTTP/1.1" status: 200 len: 819 time: 0.2069435 Sep 15 17:55:29.808166 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-f013cce4-9d76-4131-9c57-864e40b00f02 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/quotas/60eeb6732c944f73b5124264b05fed93 HTTP/1.1" status: 200 len: 375 time: 0.0232666 Sep 15 17:55:29.831299 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17bc3c-76ff-4a02-a09a-ace683a51374 None None] Pushing event updated for resources: {'Port': ['ID=5c461aa5-2016-41b5-8e7f-469855982632,revision_number=3']} {{(pid=106074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:29.894193 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] Routers {'296784a6-4663-40d2-85f3-7d183be946f8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:55:29.894193 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:55:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['296784a6-4663-40d2-85f3-7d183be946f8'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:55:29.899619 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f418-b11a-4879-99bb-98bd1f480824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:29.910677 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ca0af745-bd00-4f76-bfde-1ba21836530d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:29.940769 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-0676bd47-a322-4237-9065-fb30bd87a269 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=60eeb6732c944f73b5124264b05fed93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1232607 Sep 15 17:55:29.983656 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f418-b11a-4879-99bb-98bd1f480824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:30.074197 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519', 'name': 'tempest-ServerRescueNegativeTestJSON-1624411184-router', 'tenant_id': '60eeb6732c944f73b5124264b05fed93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '508a2765-c563-4b78-8e4c-b38955d8ee3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:19Z', 'updated_at': '2021-09-15T17:55:24Z', 'revision_number': 4, 'project_id': '60eeb6732c944f73b5124264b05fed93', 'gw_port': {'id': '508a2765-c563-4b78-8e4c-b38955d8ee3f', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:20Z', 'updated_at': '2021-09-15T17:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '73f1cf73-abbc-4810-b9c7-68c3d9953b39', 'name': '', 'network_id': '396115e6-db56-4072-bd7b-ec58ca4ae889', 'tenant_id': '60eeb6732c944f73b5124264b05fed93', 'mac_address': 'fa:16:3e:a8:5b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '13cfe71f-2229-47b4-a747-3c2f6b40d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:23Z', 'updated_at': '2021-09-15T17:55:29Z', 'revision_number': 4, 'project_id': '60eeb6732c944f73b5124264b05fed93', 'subnets': [{'id': '13cfe71f-2229-47b4-a747-3c2f6b40d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:55:30.085307 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-a3b4f418-b11a-4879-99bb-98bd1f480824 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=864b8c5e6d7544fba75d833154424f9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8849525 Sep 15 17:55:30.088044 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 34076) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:30.097139 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4f418-b11a-4879-99bb-98bd1f480824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508e4bc7-7fe3-4744-b173-b52bf9e75100,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:30.126445 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] Set router 296784a6-4663-40d2-85f3-7d183be946f8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:55:30.154317 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033b49a-eaaf-4124-8d4e-0a883712abe5 None None] The sync data for ids ['df7e1fe3-9afc-4dc9-bfb8-79768a5bb519'] in dv-cinder-805228-2-iscsi is: [{'id': 'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519', 'name': 'tempest-ServerRescueNegativeTestJSON-1624411184-router', 'tenant_id': '60eeb6732c944f73b5124264b05fed93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '508a2765-c563-4b78-8e4c-b38955d8ee3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:19Z', 'updated_at': '2021-09-15T17:55:24Z', 'revision_number': 4, 'project_id': '60eeb6732c944f73b5124264b05fed93', 'gw_port': {'id': '508a2765-c563-4b78-8e4c-b38955d8ee3f', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:20Z', 'updated_at': '2021-09-15T17:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '73f1cf73-abbc-4810-b9c7-68c3d9953b39', 'name': '', 'network_id': '396115e6-db56-4072-bd7b-ec58ca4ae889', 'tenant_id': '60eeb6732c944f73b5124264b05fed93', 'mac_address': 'fa:16:3e:a8:5b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '13cfe71f-2229-47b4-a747-3c2f6b40d99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:23Z', 'updated_at': '2021-09-15T17:55:29Z', 'revision_number': 4, 'project_id': '60eeb6732c944f73b5124264b05fed93', 'subnets': [{'id': '13cfe71f-2229-47b4-a747-3c2f6b40d99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:55:30.200288 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-1a05e225-8506-48b3-b7e7-783469fc7803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:30.214573 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ca0af745-bd00-4f76-bfde-1ba21836530d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:30.251931 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-1a05e225-8506-48b3-b7e7-783469fc7803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:30.467507 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0af745-bd00-4f76-bfde-1ba21836530d admin admin] Pushing event updated for resources: {'Port': ['ID=b49b8742-4ec8-4b77-b1b1-091bc6f75eb3,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:30.498556 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-231eb096-cb24-4327-85b6-673cc901f5dd req-130905da-aaf7-45d8-87ff-aa374d8cd094 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0758286 Sep 15 17:55:30.513431 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0af745-bd00-4f76-bfde-1ba21836530d admin admin] Network c82f0e18-d709-47ff-b01c-741485e75497 is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:55:30.523665 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-ca0af745-bd00-4f76-bfde-1ba21836530d admin admin] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:55:30.544827 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0af745-bd00-4f76-bfde-1ba21836530d admin admin] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:55:30.545254 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-1a05e225-8506-48b3-b7e7-783469fc7803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:30.545781 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ca0af745-bd00-4f76-bfde-1ba21836530d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600459'] for router_interface, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:30.550049 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-1a05e225-8506-48b3-b7e7-783469fc7803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:30.550049 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-1a05e225-8506-48b3-b7e7-783469fc7803 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/508e4bc7-7fe3-4744-b173-b52bf9e75100 HTTP/1.1" status: 204 len: 168 time: 0.4597504 Sep 15 17:55:30.562951 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-8fc6f237-6419-42bb-a3e9-22ccfdc64d99 service neutron] 10.222.0.20 "GET /v2.0/networks/396115e6-db56-4072-bd7b-ec58ca4ae889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6066737 Sep 15 17:55:30.575673 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05e225-8506-48b3-b7e7-783469fc7803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508e4bc7-7fe3-4744-b173-b52bf9e75100,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:30.648068 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296784a6-4663-40d2-85f3-7d183be946f8', 'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '5c461aa5-2016-41b5-8e7f-469855982632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:24Z', 'updated_at': '2021-09-15T17:55:26Z', 'revision_number': 3, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'gw_port': {'id': '5c461aa5-2016-41b5-8e7f-469855982632', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:25Z', 'updated_at': '2021-09-15T17:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:55:30.708039 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487f3400-d844-439c-8ad0-70af85ca0592 None None] The sync data for ids ['296784a6-4663-40d2-85f3-7d183be946f8'] in dv-cinder-805228-2-iscsi is: [{'id': '296784a6-4663-40d2-85f3-7d183be946f8', 'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '5c461aa5-2016-41b5-8e7f-469855982632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:24Z', 'updated_at': '2021-09-15T17:55:26Z', 'revision_number': 3, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'gw_port': {'id': '5c461aa5-2016-41b5-8e7f-469855982632', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:25Z', 'updated_at': '2021-09-15T17:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:55:30.715946 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-50c14b3c-7a78-4398-b18d-01bb2f3ccd87 req-50720fc7-adf3-41b3-bf0a-4bfd56995620 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 210 time: 0.0593932 Sep 15 17:55:30.840236 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-8ea48b25-4d21-4304-923e-a7ac65711507 service neutron] 10.222.0.20 "GET /v2.0/networks/396115e6-db56-4072-bd7b-ec58ca4ae889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374260 Sep 15 17:55:30.933256 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ca0af745-bd00-4f76-bfde-1ba21836530d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:30.975494 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-66b24a19-91c8-430b-a704-d401cdcebdc4 None None] Provisioning complete for port b49b8742-4ec8-4b77-b1b1-091bc6f75eb3 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:55:30.985025 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-66b24a19-91c8-430b-a704-d401cdcebdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:31.066511 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-66b24a19-91c8-430b-a704-d401cdcebdc4 None None] Port b49b8742-4ec8-4b77-b1b1-091bc6f75eb3 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:55:31.251046 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a1c653d6-7570-4f18-8401-1417a8a24215 req-835671c7-0413-4d35-b7a0-07d3295ef7fc tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 210 time: 0.0515871 Sep 15 17:55:31.430706 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ca0af745-bd00-4f76-bfde-1ba21836530d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:31.522420 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ca0af745-bd00-4f76-bfde-1ba21836530d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:31.523275 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ca0af745-bd00-4f76-bfde-1ba21836530d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605723'] for router_interface, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:31.755484 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0af745-bd00-4f76-bfde-1ba21836530d admin admin] Pushing event updated for resources: {'Port': ['ID=b49b8742-4ec8-4b77-b1b1-091bc6f75eb3,revision_number=2']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:31.871010 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:31.962787 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-04acb439-462a-4f7d-8c85-02a6637b996b req-f1e636cb-cfc6-4f32-a49c-8bc6fbc7cf39 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 210 time: 0.0898383 Sep 15 17:55:32.087978 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-edfacec0-2364-47ff-8138-125da5404ec7 req-8556adba-621a-4cb1-8c9e-7d5376ee1d4a tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 210 time: 0.1662431 Sep 15 17:55:32.160813 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0af745-bd00-4f76-bfde-1ba21836530d admin admin] Network c82f0e18-d709-47ff-b01c-741485e75497 is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:55:32.176741 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-ca0af745-bd00-4f76-bfde-1ba21836530d admin admin] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:55:32.285040 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 73f1cf73-abbc-4810-b9c7-68c3d9953b39 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:55:32.338498 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-77974b9b-af30-4124-8b72-5267d72b5916 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:32.346216 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-77974b9b-af30-4124-8b72-5267d72b5916 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/networks?id=396115e6-db56-4072-bd7b-ec58ca4ae889 HTTP/1.1" status: 200 len: 819 time: 0.2250395 Sep 15 17:55:32.383644 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-d2765725-3035-4cb8-95dd-7a9b9eea75b5 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/quotas/60eeb6732c944f73b5124264b05fed93 HTTP/1.1" status: 200 len: 375 time: 0.0358858 Sep 15 17:55:32.406436 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 73f1cf73-abbc-4810-b9c7-68c3d9953b39 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:55:32.406436 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:32.680415 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0af745-bd00-4f76-bfde-1ba21836530d admin admin] Router 296784a6-4663-40d2-85f3-7d183be946f8 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:55:32.683869 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-fcf08335-b83a-490d-9455-ce8822279465 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=60eeb6732c944f73b5124264b05fed93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1580629 Sep 15 17:55:32.686938 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:32.727480 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-fa6e6525-f62c-4b3a-89f6-90fbf29ef6ab service neutron] 10.222.0.20 "GET /v2.0/networks/396115e6-db56-4072-bd7b-ec58ca4ae889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825860 Sep 15 17:55:32.727674 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] For port 73f1cf73-abbc-4810-b9c7-68c3d9953b39, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=73f1cf73-abbc-4810-b9c7-68c3d9953b39,segment=NetworkSegment(5590f83a-d74b-4b35-bea9-8f637287cad3),segment_id=5590f83a-d74b-4b35-bea9-8f637287cad3)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:55:32.732197 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-7662705c-d216-4ad4-a704-8a79a81cfd44 None None] Provisioning complete for port b49b8742-4ec8-4b77-b1b1-091bc6f75eb3 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:55:32.732945 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-7662705c-d216-4ad4-a704-8a79a81cfd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:32.752986 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0af745-bd00-4f76-bfde-1ba21836530d admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:55:32.769626 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-ca0af745-bd00-4f76-bfde-1ba21836530d admin admin] 10.222.0.20 "PUT /v2.0/routers/296784a6-4663-40d2-85f3-7d183be946f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4748399 Sep 15 17:55:32.772035 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-7662705c-d216-4ad4-a704-8a79a81cfd44 None None] Port b49b8742-4ec8-4b77-b1b1-091bc6f75eb3 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:55:32.797389 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:32.798316 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 5c461aa5-2016-41b5-8e7f-469855982632 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:55:32.856919 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-859ff21d-2a9e-4822-a89a-7beab0c6f88b service neutron] 10.222.0.20 "GET /v2.0/networks/396115e6-db56-4072-bd7b-ec58ca4ae889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202681 Sep 15 17:55:32.917828 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Pushing event updated for resources: {'Port': ['ID=73f1cf73-abbc-4810-b9c7-68c3d9953b39,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:32.933272 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 5c461aa5-2016-41b5-8e7f-469855982632 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:55:32.933799 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:33.083169 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:33.109300 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.37', 57165) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:33.170552 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] For port 5c461aa5-2016-41b5-8e7f-469855982632, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=5c461aa5-2016-41b5-8e7f-469855982632,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:55:33.179018 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-46d33edf-565e-42cd-8729-fdcac902d2da req-3863ca41-1f0d-40cf-9684-d060c505f2d4 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 210 time: 0.1111343 Sep 15 17:55:33.259513 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:33.346885 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-512d2e89-1e36-40d4-8f64-ccd4103986f3 req-670e9ecf-66f8-4c7c-b3f4-b49b31a4ca07 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0353146 Sep 15 17:55:33.366093 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Pushing event updated for resources: {'Port': ['ID=5c461aa5-2016-41b5-8e7f-469855982632,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:33.401138 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 34220) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:33.406669 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-62396253-4732-4505-ab2a-3ffc16822e79 req-a6ea66c2-f55c-45fb-9adb-64a67ae97046 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 210 time: 0.2167304 Sep 15 17:55:33.455348 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-e2d7f632-9f4d-4ded-8354-5616c269afe0 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:33.456910 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-e2d7f632-9f4d-4ded-8354-5616c269afe0 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.37 "GET /v2.0/networks?id=26a9efa0-3188-4bc8-aa9b-985a99889870 HTTP/1.1" status: 200 len: 812 time: 0.3460484 Sep 15 17:55:33.517984 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-1a51a82c-92e1-450e-a4c2-d48089e3251b tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Request body: {'port': {'device_id': 'b93d2b49-5ed0-4243-9223-844cee32e1c5', 'network_id': '26a9efa0-3188-4bc8-aa9b-985a99889870', 'admin_state_up': True, 'tenant_id': '991d427b76d8438ea032d21e3d7a1fc9'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:33.779410 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] Sync routers for ids ['296784a6-4663-40d2-85f3-7d183be946f8'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:55:33.796880 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.37', 57169) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:33.818679 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] Routers {'296784a6-4663-40d2-85f3-7d183be946f8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:55:33.822264 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:55:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['296784a6-4663-40d2-85f3-7d183be946f8'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:55:34.059118 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-1a51a82c-92e1-450e-a4c2-d48089e3251b tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Made reservation on behalf of 991d427b76d8438ea032d21e3d7a1fc9 for: {'port': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:55:34.062895 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-1a51a82c-92e1-450e-a4c2-d48089e3251b tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:34.074119 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f82e-8d93-4858-930e-9ef47d155bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:34.089923 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 73f1cf73-abbc-4810-b9c7-68c3d9953b39 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:55:34.124137 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] Set router 296784a6-4663-40d2-85f3-7d183be946f8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:55:34.225780 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-d131962b-5517-4022-8ec9-f63a4c72c050 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:34.237138 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-d131962b-5517-4022-8ec9-f63a4c72c050 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.37 "GET /v2.0/networks?id=4da47a5c-d2cd-42fe-9854-e0f9136b7152 HTTP/1.1" status: 200 len: 814 time: 0.4360263 Sep 15 17:55:34.265643 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-662f693e-24a4-402c-a02d-90f53bb92823 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Request body: {'port': {'device_id': '99554549-cecc-4e20-9c4d-9bdb22ae6472', 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152', 'admin_state_up': True, 'tenant_id': 'c16830a0d09c47d390ee6bbfa6435793'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:34.409933 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 73f1cf73-abbc-4810-b9c7-68c3d9953b39 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:55:34.410567 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:34.462726 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.37', 57174) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:34.592615 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296784a6-4663-40d2-85f3-7d183be946f8', 'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '5c461aa5-2016-41b5-8e7f-469855982632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:24Z', 'updated_at': '2021-09-15T17:55:30Z', 'revision_number': 4, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'gw_port': {'id': '5c461aa5-2016-41b5-8e7f-469855982632', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:25Z', 'updated_at': '2021-09-15T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': 'b49b8742-4ec8-4b77-b1b1-091bc6f75eb3', 'name': '', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'mac_address': 'fa:16:3e:0b:cb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:29Z', 'updated_at': '2021-09-15T17:55:31Z', 'revision_number': 2, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'subnets': [{'id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:55:34.684145 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f82e-8d93-4858-930e-9ef47d155bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:34.687497 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-56f70d47-5e96-4252-8437-5d835940a9db req-5fb828ac-5741-41f5-8b65-06dd8d71792b tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 210 time: 0.0687323 Sep 15 17:55:34.689164 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] Checking router: 296784a6-4663-40d2-85f3-7d183be946f8 for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:55:34.689522 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] Updating router 296784a6-4663-40d2-85f3-7d183be946f8 port b49b8742-4ec8-4b77-b1b1-091bc6f75eb3 binding host dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:55:34.752429 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 5c461aa5-2016-41b5-8e7f-469855982632 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:55:34.754362 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:34.817963 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f82e-8d93-4858-930e-9ef47d155bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:34.905282 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d8b1fd61-6c39-46c1-a244-a08cfe002bfb req-f2888366-44d1-4fdd-966d-4e6c5321de8d tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0610132 Sep 15 17:55:34.906727 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-1a51a82c-92e1-450e-a4c2-d48089e3251b tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Allocated IP 172.20.0.12 (26a9efa0-3188-4bc8-aa9b-985a99889870/d688d3b2-62b4-4910-b05c-9ff11058901f/879e581f-0824-440b-a2c4-3aa7b4ef766e) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:55:34.958629 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 34290) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:34.966395 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-2fac282d-0e17-4fdb-8369-3aa9295c7b09 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1368988037', 'description': 'tempest-description--856034824'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:34.984394 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5f82e-8d93-4858-930e-9ef47d155bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7875917-7869-4354-93b7-53cf430facb3,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:34.989970 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-ebd5f82e-8d93-4858-930e-9ef47d155bd6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16ef6d8f6c374b8fbe7696a41ff40ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5875201 Sep 15 17:55:34.997833 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 34294) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:34.998779 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 5c461aa5-2016-41b5-8e7f-469855982632 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:55:35.000358 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:35.013386 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-662f693e-24a4-402c-a02d-90f53bb92823 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Made reservation on behalf of c16830a0d09c47d390ee6bbfa6435793 for: {'port': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:55:35.017163 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-662f693e-24a4-402c-a02d-90f53bb92823 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:35.034558 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-46529dd2-4834-44c2-a6c2-e77b4386aca1 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:35.036682 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-46529dd2-4834-44c2-a6c2-e77b4386aca1 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.37 "GET /v2.0/networks?id=396115e6-db56-4072-bd7b-ec58ca4ae889 HTTP/1.1" status: 200 len: 819 time: 0.5686793 Sep 15 17:55:35.317204 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] Notify callbacks [] for port, precommit_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:35.362384 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-662f693e-24a4-402c-a02d-90f53bb92823 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Allocated IP 172.20.0.10 (4da47a5c-d2cd-42fe-9854-e0f9136b7152/f65e6417-ab92-4eaf-a9d5-8334761fc129/33cbfcdf-e5fb-429c-980e-8fedc82fdfc6) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:55:35.420116 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:35.453790 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-a0ada3d8-5f03-4c5e-ace4-4305688d6922 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Request body: {'port': {'device_id': '99a1aa4a-95cc-4b06-b4e2-eb626057892e', 'network_id': '396115e6-db56-4072-bd7b-ec58ca4ae889', 'admin_state_up': True, 'tenant_id': '60eeb6732c944f73b5124264b05fed93'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:35.538200 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7775f9-845e-4239-8734-93728d59f2ba None None] Pushing event updated for resources: {'Port': ['ID=b49b8742-4ec8-4b77-b1b1-091bc6f75eb3,revision_number=3']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:35.608769 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.37', 57179) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:35.744175 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2fac282d-0e17-4fdb-8369-3aa9295c7b09 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:35.777606 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] Attempting to bind port b49b8742-4ec8-4b77-b1b1-091bc6f75eb3 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:55:35.792305 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] Attempting to bind port b49b8742-4ec8-4b77-b1b1-091bc6f75eb3 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '9595e9a1-5be3-422c-bdfb-de0c754febdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497'}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:55:35.792305 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] Attempting to bind port b49b8742-4ec8-4b77-b1b1-091bc6f75eb3 on network c82f0e18-d709-47ff-b01c-741485e75497 {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:55:35.803230 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:55:35.803723 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] Checking segment: {'id': '9595e9a1-5be3-422c-bdfb-de0c754febdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:55:35.804361 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:35.805027 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] Bound using segment: {'id': '9595e9a1-5be3-422c-bdfb-de0c754febdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497'} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:55:35.805846 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] Bound port: b49b8742-4ec8-4b77-b1b1-091bc6f75eb3, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9595e9a1-5be3-422c-bdfb-de0c754febdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497'}}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:55:35.806815 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:35.810013 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f74fe27b-7217-400a-9395-6a6d7dc9ce15 req-df4d64d6-5471-48f8-bb8f-0a8be1bcaa83 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 210 time: 0.7994423 Sep 15 17:55:35.857286 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-6ce97161-9791-4121-b8ce-682e04384247 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:35.864126 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-6ce97161-9791-4121-b8ce-682e04384247 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.37 "GET /v2.0/networks?id=396115e6-db56-4072-bd7b-ec58ca4ae889 HTTP/1.1" status: 200 len: 819 time: 0.2613926 Sep 15 17:55:35.867822 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-662f693e-24a4-402c-a02d-90f53bb92823 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:35.891379 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-990d8a2f-c48a-46bb-87d1-0f39c5602e67 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Request body: {'port': {'device_id': 'b48c7645-330c-492f-b42e-5ba12e5e48d6', 'network_id': '396115e6-db56-4072-bd7b-ec58ca4ae889', 'admin_state_up': True, 'tenant_id': '60eeb6732c944f73b5124264b05fed93'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:36.072316 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2f531ae3-87ed-44c4-a641-b4e5a82d6f33 req-9beee742-7944-4d62-b8e9-dd9a0555c362 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 210 time: 0.1212933 Sep 15 17:55:36.146961 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] For port b49b8742-4ec8-4b77-b1b1-091bc6f75eb3, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:55:36.163369 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] For port b49b8742-4ec8-4b77-b1b1-091bc6f75eb3, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=b49b8742-4ec8-4b77-b1b1-091bc6f75eb3,segment=NetworkSegment(9595e9a1-5be3-422c-bdfb-de0c754febdc),segment_id=9595e9a1-5be3-422c-bdfb-de0c754febdc)] {{(pid=106073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:55:36.179316 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-0fec1625-a47b-424f-9d87-0d548b549982 None None] Provisioning complete for port b49b8742-4ec8-4b77-b1b1-091bc6f75eb3 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:55:36.179704 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-0fec1625-a47b-424f-9d87-0d548b549982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:36.318854 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-0fec1625-a47b-424f-9d87-0d548b549982 None None] Port b49b8742-4ec8-4b77-b1b1-091bc6f75eb3 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:55:36.351754 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:36.375143 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a4c20231-46b6-492e-8362-8509c32982aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:36.404240 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-662f693e-24a4-402c-a02d-90f53bb92823 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:36.467767 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-615abff6-a15e-45e2-97b4-f6f9422db78f req-90de7e46-c62f-4b08-b5bf-4bdc6fea53e1 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 210 time: 0.1348288 Sep 15 17:55:36.640154 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-1a51a82c-92e1-450e-a4c2-d48089e3251b tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:36.643147 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a4c20231-46b6-492e-8362-8509c32982aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:36.724113 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-662f693e-24a4-402c-a02d-90f53bb92823 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Network 4da47a5c-d2cd-42fe-9854-e0f9136b7152 is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:55:36.733271 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-662f693e-24a4-402c-a02d-90f53bb92823 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:55:36.751916 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-662f693e-24a4-402c-a02d-90f53bb92823 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:55:36.754714 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] Routers {'296784a6-4663-40d2-85f3-7d183be946f8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:55:36.757687 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:55:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['296784a6-4663-40d2-85f3-7d183be946f8'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:55:36.758366 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7775f9-845e-4239-8734-93728d59f2ba None None] Pushing event updated for resources: {'Port': ['ID=b49b8742-4ec8-4b77-b1b1-091bc6f75eb3,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:36.769839 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-662f693e-24a4-402c-a02d-90f53bb92823 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:36.779683 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-662f693e-24a4-402c-a02d-90f53bb92823 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:36.811355 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2fac282d-0e17-4fdb-8369-3aa9295c7b09 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:36.886577 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f693e-24a4-402c-a02d-90f53bb92823 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Pushing event updated for resources: {'Port': ['ID=33cbfcdf-e5fb-429c-980e-8fedc82fdfc6,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:36.943520 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2fac282d-0e17-4fdb-8369-3aa9295c7b09 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:36.957148 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c48d75a2-4b12-4608-ba21-19176d146171 req-7fad6333-281e-41fa-89a3-4fc96d35e092 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 210 time: 0.0489521 Sep 15 17:55:37.005568 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-1a51a82c-92e1-450e-a4c2-d48089e3251b tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:37.025279 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-662f693e-24a4-402c-a02d-90f53bb92823 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7699909 Sep 15 17:55:37.038992 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a4c20231-46b6-492e-8362-8509c32982aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:37.051919 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a4c20231-46b6-492e-8362-8509c32982aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:37.051919 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-a4c20231-46b6-492e-8362-8509c32982aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7875917-7869-4354-93b7-53cf430facb3 HTTP/1.1" status: 204 len: 168 time: 2.0426819 Sep 15 17:55:37.066715 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] Set router 296784a6-4663-40d2-85f3-7d183be946f8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:55:37.078026 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-88121dc2-7995-4214-936d-039c88181692 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106071) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:55:37.079424 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-88121dc2-7995-4214-936d-039c88181692 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082779 Sep 15 17:55:37.170514 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-990d8a2f-c48a-46bb-87d1-0f39c5602e67 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Made reservation on behalf of 60eeb6732c944f73b5124264b05fed93 for: {'port': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:55:37.178566 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-990d8a2f-c48a-46bb-87d1-0f39c5602e67 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:37.390379 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51a82c-92e1-450e-a4c2-d48089e3251b tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Pushing event updated for resources: {'Port': ['ID=879e581f-0824-440b-a2c4-3aa7b4ef766e,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:37.421024 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac282d-0e17-4fdb-8369-3aa9295c7b09 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a42fed-0b26-48aa-9de8-ae434b2ac92f,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:37.435421 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-be486a18-0f5d-4a52-b294-6764a5bcdb63 None None] Provisioning complete for port b49b8742-4ec8-4b77-b1b1-091bc6f75eb3 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:55:37.436173 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-be486a18-0f5d-4a52-b294-6764a5bcdb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:37.471824 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c20231-46b6-492e-8362-8509c32982aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7875917-7869-4354-93b7-53cf430facb3,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:37.490810 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-1a51a82c-92e1-450e-a4c2-d48089e3251b tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Network 26a9efa0-3188-4bc8-aa9b-985a99889870 is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:55:37.553496 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-1a51a82c-92e1-450e-a4c2-d48089e3251b tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:55:37.557371 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-1a51a82c-92e1-450e-a4c2-d48089e3251b tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:55:37.571259 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-1a51a82c-92e1-450e-a4c2-d48089e3251b tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:37.572886 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-1a51a82c-92e1-450e-a4c2-d48089e3251b tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:37.587337 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-990d8a2f-c48a-46bb-87d1-0f39c5602e67 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Allocated IP 172.20.0.10 (396115e6-db56-4072-bd7b-ec58ca4ae889/13cfe71f-2229-47b4-a747-3c2f6b40d99e/11fed8a6-754f-439b-bf53-b4372ad2bc1a) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:55:37.630649 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296784a6-4663-40d2-85f3-7d183be946f8', 'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '5c461aa5-2016-41b5-8e7f-469855982632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:24Z', 'updated_at': '2021-09-15T17:55:30Z', 'revision_number': 4, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'gw_port': {'id': '5c461aa5-2016-41b5-8e7f-469855982632', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:25Z', 'updated_at': '2021-09-15T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': 'b49b8742-4ec8-4b77-b1b1-091bc6f75eb3', 'name': '', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'mac_address': 'fa:16:3e:0b:cb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:29Z', 'updated_at': '2021-09-15T17:55:36Z', 'revision_number': 4, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'subnets': [{'id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:55:37.655763 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86ca0f-595e-4e98-b294-4b54e5137ddf req-13730902-c1fe-4ba6-b3b6-7776ff682287 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:37.666255 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4e86ca0f-595e-4e98-b294-4b54e5137ddf req-13730902-c1fe-4ba6-b3b6-7776ff682287 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 932 time: 0.3446856 Sep 15 17:55:37.698267 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-a0ada3d8-5f03-4c5e-ace4-4305688d6922 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Made reservation on behalf of 60eeb6732c944f73b5124264b05fed93 for: {'port': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:55:37.705014 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-a0ada3d8-5f03-4c5e-ace4-4305688d6922 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:37.711587 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc9c875-ef20-4065-871f-ba7deb89f3ef None None] The sync data for ids ['296784a6-4663-40d2-85f3-7d183be946f8'] in dv-cinder-805228-2-iscsi is: [{'id': '296784a6-4663-40d2-85f3-7d183be946f8', 'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '5c461aa5-2016-41b5-8e7f-469855982632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:24Z', 'updated_at': '2021-09-15T17:55:30Z', 'revision_number': 4, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'gw_port': {'id': '5c461aa5-2016-41b5-8e7f-469855982632', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:25Z', 'updated_at': '2021-09-15T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': 'b49b8742-4ec8-4b77-b1b1-091bc6f75eb3', 'name': '', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'mac_address': 'fa:16:3e:0b:cb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:29Z', 'updated_at': '2021-09-15T17:55:36Z', 'revision_number': 4, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'subnets': [{'id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:55:37.735144 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-be486a18-0f5d-4a52-b294-6764a5bcdb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:37.819865 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2fac282d-0e17-4fdb-8369-3aa9295c7b09 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:37.825097 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-2fac282d-0e17-4fdb-8369-3aa9295c7b09 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.8590703 Sep 15 17:55:37.831815 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 34388) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:37.844862 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-be486a18-0f5d-4a52-b294-6764a5bcdb63 None None] For port b49b8742-4ec8-4b77-b1b1-091bc6f75eb3, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=b49b8742-4ec8-4b77-b1b1-091bc6f75eb3,segment=NetworkSegment(9595e9a1-5be3-422c-bdfb-de0c754febdc),segment_id=9595e9a1-5be3-422c-bdfb-de0c754febdc)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:55:37.862095 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-e8d9d2cf-f343-4c61-a5f6-b5da6d051000 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Request body: {'security_group_rule': {'security_group_id': 'd2a42fed-0b26-48aa-9de8-ae434b2ac92f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:37.889377 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-1a51a82c-92e1-450e-a4c2-d48089e3251b tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3748760 Sep 15 17:55:37.905076 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-be486a18-0f5d-4a52-b294-6764a5bcdb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:37.949523 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4e86ca0f-595e-4e98-b294-4b54e5137ddf req-01b8f1ac-f3b1-40c1-ba72-81146fe2cfe1 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607801 Sep 15 17:55:38.068944 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be486a18-0f5d-4a52-b294-6764a5bcdb63 None None] Pushing event updated for resources: {'Port': ['ID=b49b8742-4ec8-4b77-b1b1-091bc6f75eb3,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:38.202170 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device b49b8742-4ec8-4b77-b1b1-091bc6f75eb3 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:55:38.288584 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-72cefe17-dac4-4216-a6b4-85477e2047a4 req-0417f6a6-bcff-457a-9744-5a35a48b758a tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 210 time: 0.0567350 Sep 15 17:55:38.321638 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port b49b8742-4ec8-4b77-b1b1-091bc6f75eb3 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:55:38.321638 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:38.365766 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-990d8a2f-c48a-46bb-87d1-0f39c5602e67 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:38.503617 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16972bcf-12f9-499c-8fab-252ad2c0be85 req-548178d5-8c7c-4871-ac9f-aca3fe7efb75 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:38.505632 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-16972bcf-12f9-499c-8fab-252ad2c0be85 req-548178d5-8c7c-4871-ac9f-aca3fe7efb75 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 932 time: 0.8613939 Sep 15 17:55:38.536796 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] Request body: {'port': {'device_id': '99554549-cecc-4e20-9c4d-9bdb22ae6472', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80522'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:38.554713 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-990d8a2f-c48a-46bb-87d1-0f39c5602e67 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:38.588606 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e8d9d2cf-f343-4c61-a5f6-b5da6d051000 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:38.622050 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-a0ada3d8-5f03-4c5e-ace4-4305688d6922 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Allocated IP 172.20.0.13 (396115e6-db56-4072-bd7b-ec58ca4ae889/13cfe71f-2229-47b4-a747-3c2f6b40d99e/8e19d0cd-81ce-411e-927f-5c2ef4eb068c) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:55:38.734488 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 34404) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:38.772574 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-fa646bac-3dda-41aa-a96e-c5003f01c9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:38.784831 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] Request body: {'port': {'device_id': 'b93d2b49-5ed0-4243-9223-844cee32e1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80522'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:38.889795 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-990d8a2f-c48a-46bb-87d1-0f39c5602e67 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Network 396115e6-db56-4072-bd7b-ec58ca4ae889 is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:55:38.963644 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:38.984221 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-990d8a2f-c48a-46bb-87d1-0f39c5602e67 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:55:38.993145 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-990d8a2f-c48a-46bb-87d1-0f39c5602e67 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:55:39.004517 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-990d8a2f-c48a-46bb-87d1-0f39c5602e67 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:39.004517 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-990d8a2f-c48a-46bb-87d1-0f39c5602e67 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:39.020371 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-16972bcf-12f9-499c-8fab-252ad2c0be85 req-ea0819b1-5c97-4f72-845e-8daf909c1fa1 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918714 Sep 15 17:55:39.032262 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d8a2f-c48a-46bb-87d1-0f39c5602e67 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Pushing event updated for resources: {'Port': ['ID=11fed8a6-754f-439b-bf53-b4372ad2bc1a,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:39.058622 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:39.110018 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e8d9d2cf-f343-4c61-a5f6-b5da6d051000 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:39.235923 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-a0ada3d8-5f03-4c5e-ace4-4305688d6922 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:39.376206 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e8d9d2cf-f343-4c61-a5f6-b5da6d051000 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:39.413156 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9d2cf-f343-4c61-a5f6-b5da6d051000 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bd39a8-da27-4de6-b5dc-a72a11a4f2e0,revision_number=0']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:39.466128 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083ce97-3e4c-4710-85a3-15e38893c092 req-f8a7413a-5727-40c6-b0aa-783141ec7d3b tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:39.467734 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b083ce97-3e4c-4710-85a3-15e38893c092 req-f8a7413a-5727-40c6-b0aa-783141ec7d3b tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 932 time: 0.3656483 Sep 15 17:55:39.638509 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 34420) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:39.797940 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b083ce97-3e4c-4710-85a3-15e38893c092 req-300a1757-e1e0-4edb-a110-7bd908c41720 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723789 Sep 15 17:55:39.803774 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-fa646bac-3dda-41aa-a96e-c5003f01c9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:39.920318 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e01759-d121-4f98-908e-025443dbe03c req-ccf2c2d1-289e-4f19-9466-ea7c5e48abc0 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:39.936167 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a8e01759-d121-4f98-908e-025443dbe03c req-ccf2c2d1-289e-4f19-9466-ea7c5e48abc0 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 932 time: 0.4451668 Sep 15 17:55:39.983946 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-fa646bac-3dda-41aa-a96e-c5003f01c9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:39.987092 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-a0ada3d8-5f03-4c5e-ace4-4305688d6922 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:40.032265 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device b49b8742-4ec8-4b77-b1b1-091bc6f75eb3 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:55:40.051592 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-fa646bac-3dda-41aa-a96e-c5003f01c9de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dac7f9a23242405ba07768b01fdd8d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3130152 Sep 15 17:55:40.081341 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c0d82ce7-1012-4659-8956-b82d0537ada6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:40.086616 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 34430) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:40.190625 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port b49b8742-4ec8-4b77-b1b1-091bc6f75eb3 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:55:40.190625 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:40.252930 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa646bac-3dda-41aa-a96e-c5003f01c9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb31022-07af-4777-8fd3-1f0f25aaae97,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:40.272661 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ada3d8-5f03-4c5e-ace4-4305688d6922 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Pushing event updated for resources: {'Port': ['ID=8e19d0cd-81ce-411e-927f-5c2ef4eb068c,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:40.292553 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-a0ada3d8-5f03-4c5e-ace4-4305688d6922 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Network 396115e6-db56-4072-bd7b-ec58ca4ae889 is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:55:40.322817 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 {{(pid=106071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:55:40.337592 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-a0ada3d8-5f03-4c5e-ace4-4305688d6922 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:55:40.340164 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-a0ada3d8-5f03-4c5e-ace4-4305688d6922 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:55:40.345165 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:40.346189 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-a0ada3d8-5f03-4c5e-ace4-4305688d6922 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:40.346881 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-a0ada3d8-5f03-4c5e-ace4-4305688d6922 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:40.381821 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 879e581f-0824-440b-a2c4-3aa7b4ef766e {{(pid=106072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:55:40.398488 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:40.410001 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29bd50-c112-4ea1-acc3-e2ade3bab3e4 req-460a953b-9b80-4b6d-8aa6-7e5b6def5057 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:40.418134 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ee29bd50-c112-4ea1-acc3-e2ade3bab3e4 req-460a953b-9b80-4b6d-8aa6-7e5b6def5057 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 932 time: 0.1532602 Sep 15 17:55:40.427213 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.provisioning_blocks [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] Transition to ACTIVE for port object 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 will not be triggered until provisioned by entity L2. {{(pid=106071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:55:40.453053 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.provisioning_blocks [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] Transition to ACTIVE for port object 879e581f-0824-440b-a2c4-3aa7b4ef766e will not be triggered until provisioned by entity L2. {{(pid=106072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:55:40.461126 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a8e01759-d121-4f98-908e-025443dbe03c req-ae82692a-315f-4067-8376-907b0111ca56 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222218 Sep 15 17:55:40.510556 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e8d9d2cf-f343-4c61-a5f6-b5da6d051000 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:40.510556 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-e8d9d2cf-f343-4c61-a5f6-b5da6d051000 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6252754 Sep 15 17:55:40.510556 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 34434) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:40.510556 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-2d8c4c9f-40d1-4d64-ac7f-680a8bb3ac16 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Request body: {'security_group_rule': {'security_group_id': 'd2a42fed-0b26-48aa-9de8-ae434b2ac92f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:40.510556 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-989e5380-35d7-4ca1-81cb-32516daedad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:40.511107 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ee29bd50-c112-4ea1-acc3-e2ade3bab3e4 req-7aa70746-91de-4950-971a-02ae7ffad141 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659790 Sep 15 17:55:40.511979 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-989e5380-35d7-4ca1-81cb-32516daedad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:40.699757 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-990d8a2f-c48a-46bb-87d1-0f39c5602e67 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8215630 Sep 15 17:55:40.734633 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:40.737735 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:40.744348 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-989e5380-35d7-4ca1-81cb-32516daedad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:40.744519 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-a0ada3d8-5f03-4c5e-ace4-4305688d6922 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6754949 Sep 15 17:55:40.746742 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-989e5380-35d7-4ca1-81cb-32516daedad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:40.749999 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-989e5380-35d7-4ca1-81cb-32516daedad4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cb31022-07af-4777-8fd3-1f0f25aaae97 HTTP/1.1" status: 204 len: 168 time: 0.6621475 Sep 15 17:55:40.811205 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e5380-35d7-4ca1-81cb-32516daedad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb31022-07af-4777-8fd3-1f0f25aaae97,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:40.817797 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.db.api [None req-2d8c4c9f-40d1-4d64-ac7f-680a8bb3ac16 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 17:55:40.817797 dv-cinder-805228-2-iscsi neutron-server[106071]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 17:55:40.817797 dv-cinder-805228-2-iscsi neutron-server[106071]: [parameters: {'project_id_1': '5f97c5470f94401f90fa26a45eecfcd7', 'expiration_1': datetime.datetime(2021, 9, 15, 17, 55, 20, 487911)}] Sep 15 17:55:40.817797 dv-cinder-805228-2-iscsi neutron-server[106071]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 17:55:40.819248 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG oslo_db.api [None req-2d8c4c9f-40d1-4d64-ac7f-680a8bb3ac16 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 17:55:40.851359 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] Pushing event updated for resources: {'Port': ['ID=879e581f-0824-440b-a2c4-3aa7b4ef766e,revision_number=2']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:40.931788 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] Pushing event updated for resources: {'Port': ['ID=33cbfcdf-e5fb-429c-980e-8fedc82fdfc6,revision_number=2']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:40.951998 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] Attempting to bind port 879e581f-0824-440b-a2c4-3aa7b4ef766e on host hv-cinder-80522 for vnic_type normal with profile {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:55:40.952643 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] Attempting to bind port 879e581f-0824-440b-a2c4-3aa7b4ef766e by drivers openvswitch,hyperv on host hv-cinder-80522 at level 0 using segments [{'id': 'e4811d1b-8643-4b39-932b-9757a257ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '26a9efa0-3188-4bc8-aa9b-985a99889870'}] {{(pid=106072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:55:40.952968 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] Attempting to bind port 879e581f-0824-440b-a2c4-3aa7b4ef766e on network 26a9efa0-3188-4bc8-aa9b-985a99889870 {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:55:40.956947 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] Attempting to bind port 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 on host hv-cinder-80522 for vnic_type normal with profile {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:55:40.957595 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] Attempting to bind port 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 by drivers openvswitch,hyperv on host hv-cinder-80522 at level 0 using segments [{'id': 'ddbd2a64-91ba-4b52-b6d9-455ad765d2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152'}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:55:40.958222 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] Attempting to bind port 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 on network 4da47a5c-d2cd-42fe-9854-e0f9136b7152 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:55:40.963798 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] Port 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 on network 4da47a5c-d2cd-42fe-9854-e0f9136b7152 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80522 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:55:40.964273 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] Attempting to bind port 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 on network 4da47a5c-d2cd-42fe-9854-e0f9136b7152 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:55:40.970024 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] Port 879e581f-0824-440b-a2c4-3aa7b4ef766e on network 26a9efa0-3188-4bc8-aa9b-985a99889870 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80522 {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:55:40.972393 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] Checking agent: {'id': 'd3977637-cbe2-41c3-a570-ab972cec54ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80522', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'started_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:55:40.972393 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] Checking segment: {'id': 'ddbd2a64-91ba-4b52-b6d9-455ad765d2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:55:40.972661 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] Attempting to bind port 879e581f-0824-440b-a2c4-3aa7b4ef766e on network 26a9efa0-3188-4bc8-aa9b-985a99889870 {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:55:40.972748 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] Bound using segment: {'id': 'ddbd2a64-91ba-4b52-b6d9-455ad765d2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152'} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:55:40.972748 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] Bound port: 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6, host: hv-cinder-80522, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbd2a64-91ba-4b52-b6d9-455ad765d2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152'}}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:55:40.972748 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:40.978535 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] Checking agent: {'id': 'd3977637-cbe2-41c3-a570-ab972cec54ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80522', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'started_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:55:40.978780 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] Checking segment: {'id': 'e4811d1b-8643-4b39-932b-9757a257ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '26a9efa0-3188-4bc8-aa9b-985a99889870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:55:40.979423 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] Bound using segment: {'id': 'e4811d1b-8643-4b39-932b-9757a257ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '26a9efa0-3188-4bc8-aa9b-985a99889870'} {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:55:40.979977 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] Bound port: 879e581f-0824-440b-a2c4-3aa7b4ef766e, host: hv-cinder-80522, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4811d1b-8643-4b39-932b-9757a257ecf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '26a9efa0-3188-4bc8-aa9b-985a99889870'}}] {{(pid=106072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:55:40.980666 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:41.015254 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c0d82ce7-1012-4659-8956-b82d0537ada6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:41.102941 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] For port 879e581f-0824-440b-a2c4-3aa7b4ef766e, host hv-cinder-80522, cleared binding levels {{(pid=106072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:55:41.107649 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] For port 879e581f-0824-440b-a2c4-3aa7b4ef766e, host hv-cinder-80522, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=879e581f-0824-440b-a2c4-3aa7b4ef766e,segment=NetworkSegment(e4811d1b-8643-4b39-932b-9757a257ecf2),segment_id=e4811d1b-8643-4b39-932b-9757a257ecf2)] {{(pid=106072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:55:41.127275 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c55bfc-1682-4d2c-a8dc-f14c9568b06c req-26a699dc-c6ec-4b7d-9999-2878abb30259 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:41.128936 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-24c55bfc-1682-4d2c-a8dc-f14c9568b06c req-26a699dc-c6ec-4b7d-9999-2878abb30259 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 944 time: 0.1365526 Sep 15 17:55:41.133077 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] For port 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6, host hv-cinder-80522, cleared binding levels {{(pid=106071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:55:41.167776 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] For port 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6, host hv-cinder-80522, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=33cbfcdf-e5fb-429c-980e-8fedc82fdfc6,segment=NetworkSegment(ddbd2a64-91ba-4b52-b6d9-455ad765d2e6),segment_id=ddbd2a64-91ba-4b52-b6d9-455ad765d2e6)] {{(pid=106071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:55:41.191129 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-24c55bfc-1682-4d2c-a8dc-f14c9568b06c req-7b37c5b4-d04f-4d3b-b6cf-201e5670f858 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499461 Sep 15 17:55:41.333851 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c0d82ce7-1012-4659-8956-b82d0537ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:41.395034 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:41.452881 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:41.454321 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:41.463543 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] 10.222.0.37 "PUT /v2.0/ports/33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 HTTP/1.1" status: 200 len: 1094 time: 3.8366678 Sep 15 17:55:41.464312 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99554549-cecc-4e20-9c4d-9bdb22ae6472', 'tag': '33cbfcdf-e5fb-429c-980e-8fedc82fdfc6'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:55:41.514004 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:41.587474 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-c0d82ce7-1012-4659-8956-b82d0537ada6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61003129f94b4399b9fdf96d6c9fd79e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9274385 Sep 15 17:55:41.588769 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 34454) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:41.605747 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d82ce7-1012-4659-8956-b82d0537ada6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f06feb3-aa8e-4621-a4c1-97e7b5d58155,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:41.628232 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:41.628965 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7b8fe-086a-47f4-a987-283c5c99a689 service neutron] Pushing event updated for resources: {'Port': ['ID=33cbfcdf-e5fb-429c-980e-8fedc82fdfc6,revision_number=3']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:41.629093 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:41.632852 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] 10.222.0.37 "PUT /v2.0/ports/879e581f-0824-440b-a2c4-3aa7b4ef766e HTTP/1.1" status: 200 len: 1094 time: 3.6703966 Sep 15 17:55:41.633336 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93d2b49-5ed0-4243-9223-844cee32e1c5', 'tag': '879e581f-0824-440b-a2c4-3aa7b4ef766e'}] {{(pid=106072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:55:41.644252 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2d8c4c9f-40d1-4d64-ac7f-680a8bb3ac16 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:41.735655 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2d8c4c9f-40d1-4d64-ac7f-680a8bb3ac16 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:41.736693 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c3d11653-92f5-427e-9e7a-4e0867f11156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:41.767029 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c3d11653-92f5-427e-9e7a-4e0867f11156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:41.789529 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815af1f-c5c8-47cd-91cb-453079952d07 req-21eaf544-1f6d-48e6-b82c-c4c83623a90b tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:41.791050 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6815af1f-c5c8-47cd-91cb-453079952d07 req-21eaf544-1f6d-48e6-b82c-c4c83623a90b tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 944 time: 0.1153679 Sep 15 17:55:41.834576 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a8637-727e-41cb-8e9e-d8dd7929174d service neutron] Pushing event updated for resources: {'Port': ['ID=879e581f-0824-440b-a2c4-3aa7b4ef766e,revision_number=3']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:41.834731 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18d6e9b-0d79-4af6-aa17-655e90e9f301" -d '{"events": [{"name": "network-changed", "server_uuid": "99554549-cecc-4e20-9c4d-9bdb22ae6472", "tag": "33cbfcdf-e5fb-429c-980e-8fedc82fdfc6"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:55:41.858233 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb502f-ecc8-4690-a912-b2990d71677d req-2b51099b-1800-4b53-be8b-5fec2aeed5b7 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:41.862035 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2d8c4c9f-40d1-4d64-ac7f-680a8bb3ac16 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:41.867787 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3cfb502f-ecc8-4690-a912-b2990d71677d req-2b51099b-1800-4b53-be8b-5fec2aeed5b7 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 932 time: 0.2962072 Sep 15 17:55:41.891179 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c4c9f-40d1-4d64-ac7f-680a8bb3ac16 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d642ee-aaf0-47e2-8c90-d1d514974a8b,revision_number=0']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:41.925369 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6815af1f-c5c8-47cd-91cb-453079952d07 req-19763cb9-ece9-4489-a01a-26539c4a4739 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188703 Sep 15 17:55:41.962193 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3cfb502f-ecc8-4690-a912-b2990d71677d req-beaeadf2-fcaa-4c2a-a836-f3ba50336122 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931611 Sep 15 17:55:42.008390 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2d8c4c9f-40d1-4d64-ac7f-680a8bb3ac16 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:42.014228 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-2d8c4c9f-40d1-4d64-ac7f-680a8bb3ac16 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5357308 Sep 15 17:55:42.014565 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 34484) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:42.023961 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-2f81e23b-3404-4ea8-8591-125f6376f54b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Request body: {'floatingip': {'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:42.040631 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47b324d98f2f4bfc09410de6f146af452c7265e3c4636f4d971b874cd661cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696144f1-415b-497d-a4ec-298f8b88f2eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b93d2b49-5ed0-4243-9223-844cee32e1c5", "tag": "879e581f-0824-440b-a2c4-3aa7b4ef766e"}]}' {{(pid=106072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:55:42.203198 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38561c19-8fe5-460a-a57c-60b3cee540a8 x-openstack-request-id: req-38561c19-8fe5-460a-a57c-60b3cee540a8 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:55:42.203490 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99554549-cecc-4e20-9c4d-9bdb22ae6472", "tag": "33cbfcdf-e5fb-429c-980e-8fedc82fdfc6", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:55:42.203739 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38561c19-8fe5-460a-a57c-60b3cee540a8 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:55:42.204200 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99554549-cecc-4e20-9c4d-9bdb22ae6472', 'tag': '33cbfcdf-e5fb-429c-980e-8fedc82fdfc6', 'status': 'completed', 'code': 200} Sep 15 17:55:42.243288 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2f81e23b-3404-4ea8-8591-125f6376f54b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for floatingip, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:42.309677 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c3d11653-92f5-427e-9e7a-4e0867f11156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:42.309677 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c3d11653-92f5-427e-9e7a-4e0867f11156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:42.309677 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-c3d11653-92f5-427e-9e7a-4e0867f11156 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f06feb3-aa8e-4621-a4c1-97e7b5d58155 HTTP/1.1" status: 204 len: 168 time: 0.6615369 Sep 15 17:55:42.309677 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d11653-92f5-427e-9e7a-4e0867f11156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f06feb3-aa8e-4621-a4c1-97e7b5d58155,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:42.444015 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb469237-790d-41d8-9d3e-86eb7e0627fd req-6bf95e88-1f2b-459b-9e48-f4e54cae9096 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:42.457679 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-cb469237-790d-41d8-9d3e-86eb7e0627fd req-6bf95e88-1f2b-459b-9e48-f4e54cae9096 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 944 time: 0.1623189 Sep 15 17:55:42.522499 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e15b397-107c-41dc-96c7-8f0692ca7e9e x-openstack-request-id: req-0e15b397-107c-41dc-96c7-8f0692ca7e9e {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:55:42.529871 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93d2b49-5ed0-4243-9223-844cee32e1c5", "tag": "879e581f-0824-440b-a2c4-3aa7b4ef766e", "status": "completed", "code": 200}]} {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:55:42.529871 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e15b397-107c-41dc-96c7-8f0692ca7e9e {{(pid=106072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:55:42.529871 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93d2b49-5ed0-4243-9223-844cee32e1c5', 'tag': '879e581f-0824-440b-a2c4-3aa7b4ef766e', 'status': 'completed', 'code': 200} Sep 15 17:55:42.530178 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-cb469237-790d-41d8-9d3e-86eb7e0627fd req-4f0ee047-da94-42db-a8eb-0aa35ededf11 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702293 Sep 15 17:55:42.549791 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2f81e23b-3404-4ea8-8591-125f6376f54b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:42.682447 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [None req-2f81e23b-3404-4ea8-8591-125f6376f54b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Allocated IP 172.27.3.29 (dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a/d93a8e56-437b-48c5-b03a-0e7bd18816d0/80673044-8b5e-4866-beed-6d58767c869f) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:55:42.843180 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2f81e23b-3404-4ea8-8591-125f6376f54b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:42.989201 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2f81e23b-3404-4ea8-8591-125f6376f54b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:43.092755 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f81e23b-3404-4ea8-8591-125f6376f54b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:55:43.092755 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-2f81e23b-3404-4ea8-8591-125f6376f54b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:55:43.104610 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f81e23b-3404-4ea8-8591-125f6376f54b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:55:43.139899 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0542173-4439-415a-838f-5799ebf95e6c req-2ec92331-fa15-474a-b5c6-407e1325281a tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:43.149388 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e0542173-4439-415a-838f-5799ebf95e6c req-2ec92331-fa15-474a-b5c6-407e1325281a tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 944 time: 0.0842495 Sep 15 17:55:43.188301 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81e23b-3404-4ea8-8591-125f6376f54b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Pushing event updated for resources: {'Port': ['ID=80673044-8b5e-4866-beed-6d58767c869f,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:43.210921 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e0542173-4439-415a-838f-5799ebf95e6c req-e4677e58-2d0b-4918-b21d-8fd7e5b222c0 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602205 Sep 15 17:55:43.283222 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0167e97-9482-4ebb-899d-f6c971ecff51 req-ed05cb7a-8368-4cbf-8c24-9cf839204bc0 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:43.284852 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b0167e97-9482-4ebb-899d-f6c971ecff51 req-ed05cb7a-8368-4cbf-8c24-9cf839204bc0 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 932 time: 0.1710157 Sep 15 17:55:43.292588 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2f81e23b-3404-4ea8-8591-125f6376f54b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:43.340841 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b0167e97-9482-4ebb-899d-f6c971ecff51 req-b7851224-eb01-4e79-8cf9-79fb487b6345 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437691 Sep 15 17:55:43.438002 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2f81e23b-3404-4ea8-8591-125f6376f54b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:43.496660 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 34520) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:43.525897 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e7f4c4cc-1827-47f5-94fa-44571f4db612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:43.670806 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947c04f-b786-4ef1-a297-51fd20aef712 req-4f1b4352-43da-4765-bd07-fee5b165d816 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:43.671580 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a947c04f-b786-4ef1-a297-51fd20aef712 req-4f1b4352-43da-4765-bd07-fee5b165d816 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 944 time: 0.0718856 Sep 15 17:55:43.761279 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a947c04f-b786-4ef1-a297-51fd20aef712 req-ea707d0c-ce1b-44cf-893a-fb036c2f4b03 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757532 Sep 15 17:55:43.822606 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2f81e23b-3404-4ea8-8591-125f6376f54b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:43.857483 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e7f4c4cc-1827-47f5-94fa-44571f4db612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:44.150741 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2f81e23b-3404-4ea8-8591-125f6376f54b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:44.183649 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e7f4c4cc-1827-47f5-94fa-44571f4db612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:44.188541 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2f81e23b-3404-4ea8-8591-125f6376f54b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600326'] for floatingip, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:44.234621 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81e23b-3404-4ea8-8591-125f6376f54b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Pushing event updated for resources: {'Port': ['ID=80673044-8b5e-4866-beed-6d58767c869f,revision_number=2']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:44.256713 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 34534) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:44.257897 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-e7f4c4cc-1827-47f5-94fa-44571f4db612 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05bfc72193c34f3b87dc13d8f3a5e231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7597711 Sep 15 17:55:44.258487 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4c4cc-1827-47f5-94fa-44571f4db612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1110e5-8cb2-44df-b8ca-cb191ece75ec,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:44.348765 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2f81e23b-3404-4ea8-8591-125f6376f54b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:44.349982 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-2f81e23b-3404-4ea8-8591-125f6376f54b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3340230 Sep 15 17:55:44.365018 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-82248ead-e612-4208-82f3-916005d6881b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:44.412704 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-82248ead-e612-4208-82f3-916005d6881b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:44.435274 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a2107-d53d-4fe8-a047-0312319b3094 req-59d19d73-0170-44cc-95fb-c1556a69dbeb tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:44.437957 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d45a2107-d53d-4fe8-a047-0312319b3094 req-59d19d73-0170-44cc-95fb-c1556a69dbeb tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 944 time: 0.1014273 Sep 15 17:55:44.527981 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d45a2107-d53d-4fe8-a047-0312319b3094 req-c133ab71-b4f1-495e-bcc2-5b3d67f50b32 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836587 Sep 15 17:55:44.612633 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b34319-8710-46d4-af4d-4060d3917427 req-2cf3ce53-c9ff-40bd-bc5a-d8351901ab61 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:44.612633 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-89b34319-8710-46d4-af4d-4060d3917427 req-2cf3ce53-c9ff-40bd-bc5a-d8351901ab61 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 932 time: 0.1244807 Sep 15 17:55:44.659909 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-89b34319-8710-46d4-af4d-4060d3917427 req-7fc15d31-2bf3-4e1a-a4f6-b7d833d0294f tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359426 Sep 15 17:55:44.687871 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-82248ead-e612-4208-82f3-916005d6881b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:44.690863 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-82248ead-e612-4208-82f3-916005d6881b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:44.692207 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-82248ead-e612-4208-82f3-916005d6881b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a1110e5-8cb2-44df-b8ca-cb191ece75ec HTTP/1.1" status: 204 len: 168 time: 0.4411786 Sep 15 17:55:44.713454 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82248ead-e612-4208-82f3-916005d6881b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1110e5-8cb2-44df-b8ca-cb191ece75ec,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:44.719999 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-48f65a7d-aac6-432b-8dec-5314f5679170 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1368988037&fields=id&tenant_id=5f97c5470f94401f90fa26a45eecfcd7 HTTP/1.1" status: 200 len: 267 time: 0.0800130 Sep 15 17:55:44.896764 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-af011b83-0a22-4618-a6a1-07afb0364079 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:44.904672 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-af011b83-0a22-4618-a6a1-07afb0364079 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/networks?id=c82f0e18-d709-47ff-b01c-741485e75497 HTTP/1.1" status: 200 len: 810 time: 0.1696899 Sep 15 17:55:44.921240 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c51e53-a4d1-4b6a-ad63-300c185a2136 req-f10a7b60-58b0-4e9d-b121-f5903c3ab19d tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:44.922802 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f6c51e53-a4d1-4b6a-ad63-300c185a2136 req-f10a7b60-58b0-4e9d-b121-f5903c3ab19d tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 944 time: 0.0570354 Sep 15 17:55:44.924224 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-8bb97b62-9f3f-4b20-b651-72161d69804e tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/quotas/5f97c5470f94401f90fa26a45eecfcd7 HTTP/1.1" status: 200 len: 375 time: 0.0133138 Sep 15 17:55:45.029891 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f6c51e53-a4d1-4b6a-ad63-300c185a2136 req-75cea636-2330-4870-9c1c-0646b8c73e1a tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905955 Sep 15 17:55:45.030009 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-4caefe29-e477-4c9e-9dd3-dc24268a5add tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f97c5470f94401f90fa26a45eecfcd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0920472 Sep 15 17:55:45.136691 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f9dc9584-6ff1-4655-b2d0-59ac24650bd5 service neutron] 10.222.0.20 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962911 Sep 15 17:55:45.237373 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f8d543e9-94fe-4bb9-9203-c0353102188b service neutron] 10.222.0.20 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938649 Sep 15 17:55:45.660619 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c62ddd-b5c7-4b1b-bedf-c763ccb0ee67 req-5e8a4be4-020c-48db-a9a3-35f01b408851 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:45.662025 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-78c62ddd-b5c7-4b1b-bedf-c763ccb0ee67 req-5e8a4be4-020c-48db-a9a3-35f01b408851 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 944 time: 0.0528522 Sep 15 17:55:45.701362 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-78c62ddd-b5c7-4b1b-bedf-c763ccb0ee67 req-6b6b9cf8-5bf2-43d1-a018-a9154cf07b66 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326614 Sep 15 17:55:45.817853 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-30951986-fabc-4765-b310-53924a86c8d5 req-ccffc121-04f9-4806-b826-7c7e92a586ea tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 210 time: 0.0373480 Sep 15 17:55:45.877702 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb294da-483c-472e-9193-4108c39fb717 req-beffa43c-1f44-4b4d-a097-1435eddf1e71 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:45.879653 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9fb294da-483c-472e-9193-4108c39fb717 req-beffa43c-1f44-4b4d-a097-1435eddf1e71 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 932 time: 0.0709288 Sep 15 17:55:45.980995 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9fb294da-483c-472e-9193-4108c39fb717 req-679b17a9-4311-47a5-b4de-5ad7c5d2a68d tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935655 Sep 15 17:55:46.194311 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d109b66-d27b-4a3b-9ee8-cbb2e8982319 req-df4b6b87-42ee-48f8-8d5d-040ddfa40632 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:46.196117 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2d109b66-d27b-4a3b-9ee8-cbb2e8982319 req-df4b6b87-42ee-48f8-8d5d-040ddfa40632 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 944 time: 0.0959096 Sep 15 17:55:46.239664 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2d109b66-d27b-4a3b-9ee8-cbb2e8982319 req-5295c8c7-1910-4aa7-b505-d531f5923767 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360246 Sep 15 17:55:46.834192 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea59a9-d533-4ade-8c51-20766ca3e71c req-49c6277b-7279-41c6-a693-8312da6b989d tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:46.835920 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bdea59a9-d533-4ade-8c51-20766ca3e71c req-49c6277b-7279-41c6-a693-8312da6b989d tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 944 time: 0.0496309 Sep 15 17:55:46.901754 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bdea59a9-d533-4ade-8c51-20766ca3e71c req-8ac855b3-9420-4fb5-a0e2-75b908bec037 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518951 Sep 15 17:55:46.915578 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6bc23f53-9a54-4e46-b1e3-967e360ed671 req-b1eea3e1-1b41-42ab-a8ea-525997c3ec1d tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 210 time: 0.0409756 Sep 15 17:55:47.095444 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf4e4a-cad0-4e73-94a0-66860b50e2d6 req-30a080b0-639d-450e-8829-c2f4a562ff98 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:47.096985 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-aecf4e4a-cad0-4e73-94a0-66860b50e2d6 req-30a080b0-639d-450e-8829-c2f4a562ff98 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 932 time: 0.0549939 Sep 15 17:55:47.137096 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-aecf4e4a-cad0-4e73-94a0-66860b50e2d6 req-ba697899-e992-4899-b645-a12cba6656ff tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311034 Sep 15 17:55:47.372116 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b806406-e6c5-4671-8194-8833cad90017 req-e326a769-52ff-412b-bc24-1f38eb11a356 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:47.373621 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6b806406-e6c5-4671-8194-8833cad90017 req-e326a769-52ff-412b-bc24-1f38eb11a356 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 944 time: 0.0472517 Sep 15 17:55:47.411447 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6b806406-e6c5-4671-8194-8833cad90017 req-6ab2a844-7d31-4fb0-8b27-cf3b4c1fc0ab tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316806 Sep 15 17:55:47.921431 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 34702) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:48.017430 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0b4bc0ca-22af-47ea-9063-c55e3ffade93 req-2f5092fc-c36d-4b78-8429-6a7d905cbd3d tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 210 time: 0.0277660 Sep 15 17:55:48.036513 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f7062-c8c9-4ef5-874b-043260df6163 req-46d3483d-fe9b-456e-852f-e1b5f8ec33c8 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:48.037264 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-075f7062-c8c9-4ef5-874b-043260df6163 req-46d3483d-fe9b-456e-852f-e1b5f8ec33c8 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 944 time: 0.0599680 Sep 15 17:55:48.065653 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7357751e-db90-4e7f-b957-eaf76a24f114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:48.079749 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-075f7062-c8c9-4ef5-874b-043260df6163 req-296866df-849c-4c15-aa96-093be3d33270 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343637 Sep 15 17:55:48.154985 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7357751e-db90-4e7f-b957-eaf76a24f114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:48.231567 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7357751e-db90-4e7f-b957-eaf76a24f114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:48.276603 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-7357751e-db90-4e7f-b957-eaf76a24f114 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7dea46f5f4d45febf8b453b1551e38e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3541007 Sep 15 17:55:48.277312 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357751e-db90-4e7f-b957-eaf76a24f114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ca228d-db19-406d-a4e1-3e7030b68c0e,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:48.279306 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 34716) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:48.293055 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcc6cf-4341-440b-a878-484a7cd6ac07 req-2136d9cd-4ccd-4c11-ac66-e3cd7125dd72 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:48.294523 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5bfcc6cf-4341-440b-a878-484a7cd6ac07 req-2136d9cd-4ccd-4c11-ac66-e3cd7125dd72 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 932 time: 0.0924747 Sep 15 17:55:48.327828 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9df6d13f-31eb-444f-be80-30fbde8c3f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:48.332391 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5bfcc6cf-4341-440b-a878-484a7cd6ac07 req-d648dedd-3a7e-422d-99c3-59e9ee37cd92 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318930 Sep 15 17:55:48.349316 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9df6d13f-31eb-444f-be80-30fbde8c3f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:48.468692 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9df6d13f-31eb-444f-be80-30fbde8c3f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:48.471278 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9df6d13f-31eb-444f-be80-30fbde8c3f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:48.472435 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-9df6d13f-31eb-444f-be80-30fbde8c3f02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85ca228d-db19-406d-a4e1-3e7030b68c0e HTTP/1.1" status: 204 len: 168 time: 0.1921647 Sep 15 17:55:48.484016 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6d13f-31eb-444f-be80-30fbde8c3f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ca228d-db19-406d-a4e1-3e7030b68c0e,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:48.533277 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5db727-2c1e-433b-b16b-9d393f346113 req-afc93144-8813-4382-a91f-f0085faead29 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:48.534683 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8a5db727-2c1e-433b-b16b-9d393f346113 req-afc93144-8813-4382-a91f-f0085faead29 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 944 time: 0.0524912 Sep 15 17:55:48.571980 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8a5db727-2c1e-433b-b16b-9d393f346113 req-3bd65370-6b03-4ec2-ad99-32c892ceaa97 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307481 Sep 15 17:55:48.882409 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-62f5e479-987b-4980-b791-1babd72cf37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:49.012275 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 34728) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:49.025258 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9ba00e71-6522-4c53-990d-7328c31a5ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:49.119260 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-fda63a64-2f64-4117-8d52-35d69c068962 req-937bb3fa-6356-4bca-9582-bba269490c5e tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 210 time: 0.0288615 Sep 15 17:55:49.139683 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9ba00e71-6522-4c53-990d-7328c31a5ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:49.196006 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9ba00e71-6522-4c53-990d-7328c31a5ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:49.200120 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa1b4b-ad6c-413f-a5bd-7672c3a302c6 req-265c8b9a-a457-4a89-8037-2dafdd0aba39 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:49.201616 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-86fa1b4b-ad6c-413f-a5bd-7672c3a302c6 req-265c8b9a-a457-4a89-8037-2dafdd0aba39 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 944 time: 0.0469580 Sep 15 17:55:49.236815 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-9ba00e71-6522-4c53-990d-7328c31a5ae2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=941478abab20438ba554f89b2039e35f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233603 Sep 15 17:55:49.237687 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba00e71-6522-4c53-990d-7328c31a5ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671c2f93-bfe3-47ea-8923-d2c698938450,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:49.238090 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-86fa1b4b-ad6c-413f-a5bd-7672c3a302c6 req-8ba9fc7f-b433-433c-8a5f-e607eca6745f tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301290 Sep 15 17:55:49.239413 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 34734) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:49.288681 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b06ac5e1-66a0-4833-8ae7-42dd521c6608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:49.313030 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b06ac5e1-66a0-4833-8ae7-42dd521c6608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:49.424782 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b06ac5e1-66a0-4833-8ae7-42dd521c6608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:49.427243 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b06ac5e1-66a0-4833-8ae7-42dd521c6608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:49.429039 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-b06ac5e1-66a0-4833-8ae7-42dd521c6608 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/671c2f93-bfe3-47ea-8923-d2c698938450 HTTP/1.1" status: 204 len: 168 time: 0.1880739 Sep 15 17:55:49.436848 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ac5e1-66a0-4833-8ae7-42dd521c6608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671c2f93-bfe3-47ea-8923-d2c698938450,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:49.448059 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141cd04-dda1-422a-8035-2d0b18f3445c req-0559c46e-d11a-4100-ab3b-15838ac1b556 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:49.449612 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1141cd04-dda1-422a-8035-2d0b18f3445c req-0559c46e-d11a-4100-ab3b-15838ac1b556 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 932 time: 0.0507677 Sep 15 17:55:49.491621 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1141cd04-dda1-422a-8035-2d0b18f3445c req-aafa0263-c42e-4c5b-9be4-a39b8ae7aa9a tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320845 Sep 15 17:55:49.685480 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d74f2-a0c3-4223-863a-f1637a852015 req-ab1c3fe8-3170-431e-929b-13642f660b41 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:49.686865 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c32d74f2-a0c3-4223-863a-f1637a852015 req-ab1c3fe8-3170-431e-929b-13642f660b41 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 944 time: 0.0482156 Sep 15 17:55:49.722498 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] Request body: {'port': {'device_id': 'b48c7645-330c-492f-b42e-5ba12e5e48d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80522'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:49.724528 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] Request body: {'port': {'device_id': '99a1aa4a-95cc-4b06-b4e2-eb626057892e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80522'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:49.772871 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c32d74f2-a0c3-4223-863a-f1637a852015 req-dcc195a8-8000-4795-97b5-b7d271001f40 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795312 Sep 15 17:55:49.804838 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:49.845907 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696144f1-415b-497d-a4ec-298f8b88f2eb req-108530ef-1209-4133-91d0-dea699c84afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:49.847401 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-696144f1-415b-497d-a4ec-298f8b88f2eb req-108530ef-1209-4133-91d0-dea699c84afe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=991d427b76d8438ea032d21e3d7a1fc9&device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 1097 time: 0.1168275 Sep 15 17:55:49.850199 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:49.939494 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d6e9b-0d79-4af6-aa17-655e90e9f301 req-383cce09-c45c-4018-859a-9ded2e1f198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:49.941258 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d18d6e9b-0d79-4af6-aa17-655e90e9f301 req-383cce09-c45c-4018-859a-9ded2e1f198f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c16830a0d09c47d390ee6bbfa6435793&device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 1097 time: 0.1251602 Sep 15 17:55:50.137606 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696144f1-415b-497d-a4ec-298f8b88f2eb req-136daa9d-3868-44c5-ac28-015cfedfb869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:50.139212 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-696144f1-415b-497d-a4ec-298f8b88f2eb req-136daa9d-3868-44c5-ac28-015cfedfb869 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=991d427b76d8438ea032d21e3d7a1fc9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2746801 Sep 15 17:55:50.315030 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-9ab6046e-e6a8-41c5-ac7f-3f1142e13f4d req-639ab529-2b1d-4442-80fb-a462d5356339 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 210 time: 0.0981815 Sep 15 17:55:50.337330 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d6e9b-0d79-4af6-aa17-655e90e9f301 req-22706076-4eb7-4017-9608-c1241c9dbb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:50.337933 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d18d6e9b-0d79-4af6-aa17-655e90e9f301 req-22706076-4eb7-4017-9608-c1241c9dbb77 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c16830a0d09c47d390ee6bbfa6435793&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3180835 Sep 15 17:55:50.408084 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696144f1-415b-497d-a4ec-298f8b88f2eb req-ada791e5-c6fb-46e9-8019-2171e8b6e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:50.409814 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-696144f1-415b-497d-a4ec-298f8b88f2eb req-ada791e5-c6fb-46e9-8019-2171e8b6e25e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2582994 Sep 15 17:55:50.511167 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a303fb8-ec6a-4381-beab-a4ddc47b771a req-354e7cf4-57d1-436f-9d4c-263220f4eff4 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:50.513570 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0a303fb8-ec6a-4381-beab-a4ddc47b771a req-354e7cf4-57d1-436f-9d4c-263220f4eff4 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 944 time: 0.1013231 Sep 15 17:55:50.531718 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-deb20622-7253-4247-b13a-5191acacf712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:50.533309 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-deb20622-7253-4247-b13a-5191acacf712 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=991d427b76d8438ea032d21e3d7a1fc9&device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 1097 time: 0.0743644 Sep 15 17:55:50.622131 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-e9aa24a2-3bd5-4136-848c-607780dbe043 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=879e581f-0824-440b-a2c4-3aa7b4ef766e HTTP/1.1" status: 200 len: 217 time: 0.0797117 Sep 15 17:55:50.625458 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0a303fb8-ec6a-4381-beab-a4ddc47b771a req-29230b92-5e9b-4d3e-ab1d-04404597c921 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040239 Sep 15 17:55:50.718040 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-2200ea47-faae-484c-9072-706477a8b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:50.723044 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-2200ea47-faae-484c-9072-706477a8b79a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d688d3b2-62b4-4910-b05c-9ff11058901f HTTP/1.1" status: 200 len: 852 time: 0.0908983 Sep 15 17:55:50.784241 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-24ef7e5b-5de7-4656-83a1-4d522bba64ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26a9efa0-3188-4bc8-aa9b-985a99889870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541034 Sep 15 17:55:50.873345 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d6e9b-0d79-4af6-aa17-655e90e9f301 req-a3d3edd9-3abe-4697-b8ae-e7fb502e83d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:50.874967 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d18d6e9b-0d79-4af6-aa17-655e90e9f301 req-a3d3edd9-3abe-4697-b8ae-e7fb502e83d1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5252490 Sep 15 17:55:50.890448 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11fed8a6-754f-439b-bf53-b4372ad2bc1a {{(pid=106071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:55:50.902705 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:50.925790 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc929e2-21c1-45e3-84eb-f2613ab44403 req-85ddc1e9-cf1b-4fa3-9c66-2accf150d848 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:50.927406 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1cc929e2-21c1-45e3-84eb-f2613ab44403 req-85ddc1e9-cf1b-4fa3-9c66-2accf150d848 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 932 time: 0.3587704 Sep 15 17:55:50.930799 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.provisioning_blocks [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] Transition to ACTIVE for port object 11fed8a6-754f-439b-bf53-b4372ad2bc1a will not be triggered until provisioned by entity L2. {{(pid=106071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:55:51.007840 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1cc929e2-21c1-45e3-84eb-f2613ab44403 req-07f290d6-3a78-4179-a0fe-ad44611ea92e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726123 Sep 15 17:55:51.018461 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-ce8f3423-f50c-4e55-96ab-99be02504e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:51.020107 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-ce8f3423-f50c-4e55-96ab-99be02504e6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c16830a0d09c47d390ee6bbfa6435793&device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 1097 time: 0.0699716 Sep 15 17:55:51.039154 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.37', 57199) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:51.061833 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:51.160195 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-7d4269d5-73c4-4ab1-b6a1-bc20f9158410 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 HTTP/1.1" status: 200 len: 217 time: 0.1271167 Sep 15 17:55:51.276561 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216db633-2a66-4a4f-b384-033de9c7d158 req-71369db2-d007-4f86-bded-c45481cd2c81 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:51.278152 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-216db633-2a66-4a4f-b384-033de9c7d158 req-71369db2-d007-4f86-bded-c45481cd2c81 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 944 time: 0.1664064 Sep 15 17:55:51.301809 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-4687529f-5e2b-449b-96a3-17a4a8d1a913 service neutron] 10.222.0.37 "GET /v2.0/networks/26a9efa0-3188-4bc8-aa9b-985a99889870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102684 Sep 15 17:55:51.329580 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] Pushing event updated for resources: {'Port': ['ID=11fed8a6-754f-439b-bf53-b4372ad2bc1a,revision_number=2']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:51.342644 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-f521dc69-81ba-4953-b7d3-b902114eca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:51.342644 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-f521dc69-81ba-4953-b7d3-b902114eca99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f65e6417-ab92-4eaf-a9d5-8334761fc129 HTTP/1.1" status: 200 len: 854 time: 0.1586437 Sep 15 17:55:51.347079 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] Attempting to bind port 11fed8a6-754f-439b-bf53-b4372ad2bc1a on host hv-cinder-80522 for vnic_type normal with profile {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:55:51.347410 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] Attempting to bind port 11fed8a6-754f-439b-bf53-b4372ad2bc1a by drivers openvswitch,hyperv on host hv-cinder-80522 at level 0 using segments [{'id': '5590f83a-d74b-4b35-bea9-8f637287cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '396115e6-db56-4072-bd7b-ec58ca4ae889'}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:55:51.347746 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] Attempting to bind port 11fed8a6-754f-439b-bf53-b4372ad2bc1a on network 396115e6-db56-4072-bd7b-ec58ca4ae889 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:55:51.360719 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] Port 11fed8a6-754f-439b-bf53-b4372ad2bc1a on network 396115e6-db56-4072-bd7b-ec58ca4ae889 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80522 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:55:51.360719 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] Attempting to bind port 11fed8a6-754f-439b-bf53-b4372ad2bc1a on network 396115e6-db56-4072-bd7b-ec58ca4ae889 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:55:51.368117 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-216db633-2a66-4a4f-b384-033de9c7d158 req-e08c28d9-35ce-4de9-8928-9e96d54ea16c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696311 Sep 15 17:55:51.383500 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-14f76dc5-0b14-4501-992e-8e05ba134a9c tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:51.385263 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-14f76dc5-0b14-4501-992e-8e05ba134a9c tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.37 "GET /v2.0/networks?id=c82f0e18-d709-47ff-b01c-741485e75497 HTTP/1.1" status: 200 len: 810 time: 0.3432870 Sep 15 17:55:51.386314 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] Checking agent: {'id': 'd3977637-cbe2-41c3-a570-ab972cec54ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80522', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'started_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:55:51.386741 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] Checking segment: {'id': '5590f83a-d74b-4b35-bea9-8f637287cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '396115e6-db56-4072-bd7b-ec58ca4ae889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:55:51.387670 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] Bound using segment: {'id': '5590f83a-d74b-4b35-bea9-8f637287cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '396115e6-db56-4072-bd7b-ec58ca4ae889'} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:55:51.388130 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] Bound port: 11fed8a6-754f-439b-bf53-b4372ad2bc1a, host: hv-cinder-80522, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5590f83a-d74b-4b35-bea9-8f637287cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '396115e6-db56-4072-bd7b-ec58ca4ae889'}}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:55:51.388526 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:51.438349 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e19d0cd-81ce-411e-927f-5c2ef4eb068c {{(pid=106072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:55:51.451016 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:51.473134 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.provisioning_blocks [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] Transition to ACTIVE for port object 8e19d0cd-81ce-411e-927f-5c2ef4eb068c will not be triggered until provisioned by entity L2. {{(pid=106072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:55:51.479601 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-606462a5-a3a2-4c3f-bdc4-177b1f87ef5c req-7f2d1921-6819-4402-b24d-d1b46700e6d9 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 210 time: 0.0384135 Sep 15 17:55:51.485924 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] For port 11fed8a6-754f-439b-bf53-b4372ad2bc1a, host hv-cinder-80522, cleared binding levels {{(pid=106071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:55:51.488154 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-9ee38920-d7c3-46f6-b386-cc5d46575fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:51.490058 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] For port 11fed8a6-754f-439b-bf53-b4372ad2bc1a, host hv-cinder-80522, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=11fed8a6-754f-439b-bf53-b4372ad2bc1a,segment=NetworkSegment(5590f83a-d74b-4b35-bea9-8f637287cad3),segment_id=5590f83a-d74b-4b35-bea9-8f637287cad3)] {{(pid=106071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:55:51.544501 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:51.578620 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:51.612323 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] Pushing event updated for resources: {'Port': ['ID=8e19d0cd-81ce-411e-927f-5c2ef4eb068c,revision_number=2']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:51.621191 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:51.621761 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:51.623390 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] 10.222.0.37 "PUT /v2.0/ports/11fed8a6-754f-439b-bf53-b4372ad2bc1a HTTP/1.1" status: 200 len: 1094 time: 1.9073176 Sep 15 17:55:51.623961 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48c7645-330c-492f-b42e-5ba12e5e48d6', 'tag': '11fed8a6-754f-439b-bf53-b4372ad2bc1a'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:55:51.626804 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41575c62-ce85-427e-92e4-3bae77e01c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "b48c7645-330c-492f-b42e-5ba12e5e48d6", "tag": "11fed8a6-754f-439b-bf53-b4372ad2bc1a"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:55:51.631220 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] Attempting to bind port 8e19d0cd-81ce-411e-927f-5c2ef4eb068c on host hv-cinder-80522 for vnic_type normal with profile {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:55:51.632116 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] Attempting to bind port 8e19d0cd-81ce-411e-927f-5c2ef4eb068c by drivers openvswitch,hyperv on host hv-cinder-80522 at level 0 using segments [{'id': '5590f83a-d74b-4b35-bea9-8f637287cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '396115e6-db56-4072-bd7b-ec58ca4ae889'}] {{(pid=106072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:55:51.632447 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] Attempting to bind port 8e19d0cd-81ce-411e-927f-5c2ef4eb068c on network 396115e6-db56-4072-bd7b-ec58ca4ae889 {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:55:51.637580 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] Port 8e19d0cd-81ce-411e-927f-5c2ef4eb068c on network 396115e6-db56-4072-bd7b-ec58ca4ae889 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80522 {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:55:51.637841 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] Attempting to bind port 8e19d0cd-81ce-411e-927f-5c2ef4eb068c on network 396115e6-db56-4072-bd7b-ec58ca4ae889 {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:55:51.643351 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] Checking agent: {'id': 'd3977637-cbe2-41c3-a570-ab972cec54ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80522', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'started_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:55:51.644498 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] Checking segment: {'id': '5590f83a-d74b-4b35-bea9-8f637287cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '396115e6-db56-4072-bd7b-ec58ca4ae889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:55:51.644498 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] Bound using segment: {'id': '5590f83a-d74b-4b35-bea9-8f637287cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '396115e6-db56-4072-bd7b-ec58ca4ae889'} {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:55:51.644498 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] Bound port: 8e19d0cd-81ce-411e-927f-5c2ef4eb068c, host: hv-cinder-80522, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5590f83a-d74b-4b35-bea9-8f637287cad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '396115e6-db56-4072-bd7b-ec58ca4ae889'}}] {{(pid=106072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:55:51.645066 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:51.654724 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb5819-e350-46f1-bd61-64ae16b4785f service neutron] Pushing event updated for resources: {'Port': ['ID=11fed8a6-754f-439b-bf53-b4372ad2bc1a,revision_number=3']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:51.684072 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe96a14a-3a7c-49f1-9a35-0c5db44ca1be x-openstack-request-id: req-fe96a14a-3a7c-49f1-9a35-0c5db44ca1be {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:55:51.686088 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48c7645-330c-492f-b42e-5ba12e5e48d6", "tag": "11fed8a6-754f-439b-bf53-b4372ad2bc1a", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:55:51.686088 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe96a14a-3a7c-49f1-9a35-0c5db44ca1be {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:55:51.686088 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48c7645-330c-492f-b42e-5ba12e5e48d6', 'tag': '11fed8a6-754f-439b-bf53-b4372ad2bc1a', 'status': 'completed', 'code': 200} Sep 15 17:55:51.722214 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] For port 8e19d0cd-81ce-411e-927f-5c2ef4eb068c, host hv-cinder-80522, cleared binding levels {{(pid=106072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:55:51.725400 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] For port 8e19d0cd-81ce-411e-927f-5c2ef4eb068c, host hv-cinder-80522, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=8e19d0cd-81ce-411e-927f-5c2ef4eb068c,segment=NetworkSegment(5590f83a-d74b-4b35-bea9-8f637287cad3),segment_id=5590f83a-d74b-4b35-bea9-8f637287cad3)] {{(pid=106072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:55:51.772721 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64db6b-85db-44cf-b846-90fd6bf86169 req-e36a24cf-8bcb-441b-9ede-4198ddf9f2c5 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:51.774562 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2f64db6b-85db-44cf-b846-90fd6bf86169 req-e36a24cf-8bcb-441b-9ede-4198ddf9f2c5 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 944 time: 0.0588925 Sep 15 17:55:51.813011 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2f64db6b-85db-44cf-b846-90fd6bf86169 req-bfd2b789-59c8-409b-96fb-0268b20c467c tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329924 Sep 15 17:55:51.829225 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:51.869677 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:51.870302 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:51.871695 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] 10.222.0.37 "PUT /v2.0/ports/8e19d0cd-81ce-411e-927f-5c2ef4eb068c HTTP/1.1" status: 200 len: 1094 time: 2.1543107 Sep 15 17:55:51.872301 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a1aa4a-95cc-4b06-b4e2-eb626057892e', 'tag': '8e19d0cd-81ce-411e-927f-5c2ef4eb068c'}] {{(pid=106072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:55:51.874582 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47b324d98f2f4bfc09410de6f146af452c7265e3c4636f4d971b874cd661cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451e77fa-6a9e-4dac-aa24-5df14191c6de" -d '{"events": [{"name": "network-changed", "server_uuid": "99a1aa4a-95cc-4b06-b4e2-eb626057892e", "tag": "8e19d0cd-81ce-411e-927f-5c2ef4eb068c"}]}' {{(pid=106072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:55:51.919574 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cd5b5b-b2cc-4108-b390-d90220d043cb x-openstack-request-id: req-a5cd5b5b-b2cc-4108-b390-d90220d043cb {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:55:51.919574 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a1aa4a-95cc-4b06-b4e2-eb626057892e", "tag": "8e19d0cd-81ce-411e-927f-5c2ef4eb068c", "status": "completed", "code": 200}]} {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:55:51.919574 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5cd5b5b-b2cc-4108-b390-d90220d043cb {{(pid=106072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:55:51.919574 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a1aa4a-95cc-4b06-b4e2-eb626057892e', 'tag': '8e19d0cd-81ce-411e-927f-5c2ef4eb068c', 'status': 'completed', 'code': 200} Sep 15 17:55:51.922870 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb86fb-f77c-4bc5-b29d-22465c048db0 service neutron] Pushing event updated for resources: {'Port': ['ID=8e19d0cd-81ce-411e-927f-5c2ef4eb068c,revision_number=3']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:51.947669 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 34834) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:52.030257 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:52.051120 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2d11c2bd-6c6c-4f92-b76e-fdfc877e86cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:52.168719 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036a24a-eff8-4cb2-9ac2-1c791a960cbe req-58fcca71-942c-41fa-b705-4d2f47ff61cd tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:52.170596 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a036a24a-eff8-4cb2-9ac2-1c791a960cbe req-58fcca71-942c-41fa-b705-4d2f47ff61cd tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 944 time: 0.0713303 Sep 15 17:55:52.210200 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2d11c2bd-6c6c-4f92-b76e-fdfc877e86cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:52.230227 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a036a24a-eff8-4cb2-9ac2-1c791a960cbe req-6dccc256-1cb6-45cb-93c1-20ff701200b0 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468888 Sep 15 17:55:52.297441 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2d11c2bd-6c6c-4f92-b76e-fdfc877e86cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:52.338887 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-2d11c2bd-6c6c-4f92-b76e-fdfc877e86cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9d311ae39d6450e950a6795890f6a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917327 Sep 15 17:55:52.339517 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11c2bd-6c6c-4f92-b76e-fdfc877e86cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c61b54c-e7f1-4937-b0b7-e9852874e652,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:52.341559 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 34844) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:52.394256 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-251f634f-88e4-49d3-9c47-9432d9e02edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:52.418624 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-251f634f-88e4-49d3-9c47-9432d9e02edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:52.503625 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643dddf-7cc8-4fdd-be6d-f93a2d05d373 req-f8ee9e30-fdf4-4d12-85c9-2774f5e5416f tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:52.505171 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d643dddf-7cc8-4fdd-be6d-f93a2d05d373 req-f8ee9e30-fdf4-4d12-85c9-2774f5e5416f tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 944 time: 0.0781283 Sep 15 17:55:52.546951 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d643dddf-7cc8-4fdd-be6d-f93a2d05d373 req-43f5414f-4ce4-4f25-98b8-cb4012c93975 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336967 Sep 15 17:55:52.591812 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0516973c-eddd-40a2-b440-c57024fde665 req-d8ff5fc7-c176-495e-a603-178f2aba58c3 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 210 time: 0.0308468 Sep 15 17:55:52.609476 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-251f634f-88e4-49d3-9c47-9432d9e02edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:52.612126 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-251f634f-88e4-49d3-9c47-9432d9e02edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:52.613288 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-251f634f-88e4-49d3-9c47-9432d9e02edd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c61b54c-e7f1-4937-b0b7-e9852874e652 HTTP/1.1" status: 204 len: 168 time: 0.2706864 Sep 15 17:55:52.622108 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f634f-88e4-49d3-9c47-9432d9e02edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c61b54c-e7f1-4937-b0b7-e9852874e652,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:52.969700 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f94547-31ca-4bff-8acd-a279edf9791f req-d9853c8a-94a9-4210-9b96-effd8d9c0a0e tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:52.972672 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-54f94547-31ca-4bff-8acd-a279edf9791f req-d9853c8a-94a9-4210-9b96-effd8d9c0a0e tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 944 time: 0.0745566 Sep 15 17:55:53.012941 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-54f94547-31ca-4bff-8acd-a279edf9791f req-c9375db0-3078-47e5-ad45-579c43d3a544 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336609 Sep 15 17:55:53.212780 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 34892) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:53.227026 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-df75d034-58f1-4468-9c90-dd00ba598184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:53.254054 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:53.321199 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-df75d034-58f1-4468-9c90-dd00ba598184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:53.354669 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48beb877-7e75-4c75-83d9-db369e0e4dc1 req-792516cc-5200-4813-a18d-c3df3c1c626e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:53.356136 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-48beb877-7e75-4c75-83d9-db369e0e4dc1 req-792516cc-5200-4813-a18d-c3df3c1c626e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 944 time: 0.0542681 Sep 15 17:55:53.392710 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-48beb877-7e75-4c75-83d9-db369e0e4dc1 req-10415970-a7d3-41c2-852a-40ee36f53934 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304890 Sep 15 17:55:53.395709 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-df75d034-58f1-4468-9c90-dd00ba598184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:53.434308 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75d034-58f1-4468-9c90-dd00ba598184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88954985-850e-4f8d-a99e-6c6da895d06c,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:53.442666 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-df75d034-58f1-4468-9c90-dd00ba598184 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d27b283344441c0a2fd99c69f9317a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287784 Sep 15 17:55:53.442833 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 34898) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:53.492418 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c77ae88c-65c6-4723-b9f2-54026c0fcdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:53.509711 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 34900) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:53.518835 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c77ae88c-65c6-4723-b9f2-54026c0fcdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:53.619672 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-27351844-9780-4b81-b944-795443781c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:53.652030 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c77ae88c-65c6-4723-b9f2-54026c0fcdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:53.652030 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c77ae88c-65c6-4723-b9f2-54026c0fcdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:53.653095 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-c77ae88c-65c6-4723-b9f2-54026c0fcdf2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88954985-850e-4f8d-a99e-6c6da895d06c HTTP/1.1" status: 204 len: 168 time: 0.2094090 Sep 15 17:55:53.666641 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ae88c-65c6-4723-b9f2-54026c0fcdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88954985-850e-4f8d-a99e-6c6da895d06c,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:53.696699 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07d928-44a0-46d6-97f2-76d023582283 req-5b272537-841d-4874-87b4-a291b380075d tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:53.698851 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2c07d928-44a0-46d6-97f2-76d023582283 req-5b272537-841d-4874-87b4-a291b380075d tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 944 time: 0.0854189 Sep 15 17:55:53.710428 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-105ad270-cea6-44d0-85f6-d03605e7adcf req-b274b1f1-74eb-41e1-889b-e4e46967d540 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 210 time: 0.0349846 Sep 15 17:55:53.751174 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2c07d928-44a0-46d6-97f2-76d023582283 req-aacab259-bd0e-4c8b-970a-2f9449d069e1 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454412 Sep 15 17:55:53.751495 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-27351844-9780-4b81-b944-795443781c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:53.811057 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-27351844-9780-4b81-b944-795443781c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:53.846998 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27351844-9780-4b81-b944-795443781c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531e9968-e6c0-4494-9dba-839f484b39db,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:53.851259 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-27351844-9780-4b81-b944-795443781c66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4529140fd8654a7d886e9a221151e005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406262 Sep 15 17:55:53.854038 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 34910) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:53.901373 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7921329e-b1c2-4e73-b10a-98e7f31a4b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:53.924015 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7921329e-b1c2-4e73-b10a-98e7f31a4b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:54.052988 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7921329e-b1c2-4e73-b10a-98e7f31a4b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:54.055672 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7921329e-b1c2-4e73-b10a-98e7f31a4b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:54.059508 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-7921329e-b1c2-4e73-b10a-98e7f31a4b88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/531e9968-e6c0-4494-9dba-839f484b39db HTTP/1.1" status: 204 len: 168 time: 0.2022429 Sep 15 17:55:54.067051 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921329e-b1c2-4e73-b10a-98e7f31a4b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531e9968-e6c0-4494-9dba-839f484b39db,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:54.150224 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524c009-e617-445c-ba7c-b401103b177b req-edf747f9-d6b4-4da7-bb5b-4832faf6722b tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:54.157554 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5524c009-e617-445c-ba7c-b401103b177b req-edf747f9-d6b4-4da7-bb5b-4832faf6722b tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 944 time: 0.0660820 Sep 15 17:55:54.242993 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-f7557241-05b4-4a32-8c3d-2a57fbb37a95 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4da47a5c-d2cd-42fe-9854-e0f9136b7152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768576 Sep 15 17:55:54.263856 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41575c62-ce85-427e-92e4-3bae77e01c2f req-21f85be4-e03e-4a61-96c3-f030ef75e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:54.265396 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-41575c62-ce85-427e-92e4-3bae77e01c2f req-21f85be4-e03e-4a61-96c3-f030ef75e9ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60eeb6732c944f73b5124264b05fed93&device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 1097 time: 0.0676000 Sep 15 17:55:54.282586 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-2da0b7f6-5993-4f78-a864-5334838fa6b1 service neutron] 10.222.0.37 "GET /v2.0/networks/26a9efa0-3188-4bc8-aa9b-985a99889870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442697 Sep 15 17:55:54.342864 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5524c009-e617-445c-ba7c-b401103b177b req-44ada8bb-274d-4a1d-b789-7094ce40c8a4 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843514 Sep 15 17:55:54.359401 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e77fa-6a9e-4dac-aa24-5df14191c6de req-9b2580b5-3ed3-4eef-b15d-79561cb6394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:54.364541 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-451e77fa-6a9e-4dac-aa24-5df14191c6de req-9b2580b5-3ed3-4eef-b15d-79561cb6394d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60eeb6732c944f73b5124264b05fed93&device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 1097 time: 0.1525750 Sep 15 17:55:54.368141 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-d56495d9-fdeb-4021-a62a-5336b6f06c14 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f97c5470f94401f90fa26a45eecfcd7 HTTP/1.1" status: 200 len: 380 time: 0.2006485 Sep 15 17:55:54.405863 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41575c62-ce85-427e-92e4-3bae77e01c2f req-42912064-4fa6-454d-8a0b-089466a38cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:54.407411 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-41575c62-ce85-427e-92e4-3bae77e01c2f req-42912064-4fa6-454d-8a0b-089466a38cb9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=60eeb6732c944f73b5124264b05fed93&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1239636 Sep 15 17:55:54.426875 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-4e8c54b5-4500-471c-b9b9-feb7a3098827 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Request body: {'port': {'device_id': 'dbd2c6fa-000a-467f-8411-ee58811b5b4b', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'admin_state_up': True, 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'security_groups': ['d2a42fed-0b26-48aa-9de8-ae434b2ac92f']}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:54.577357 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33871f8e-787b-4a57-af03-381c9e722cbe req-5b2fa8cd-e713-4b4a-84fa-35bb116fa434 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:54.585064 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-d99f2104-72e4-4485-bf31-30ba586f4bc7 service neutron] 10.222.0.37 "GET /v2.0/networks/4da47a5c-d2cd-42fe-9854-e0f9136b7152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232245 Sep 15 17:55:54.586346 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-33871f8e-787b-4a57-af03-381c9e722cbe req-5b2fa8cd-e713-4b4a-84fa-35bb116fa434 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 944 time: 0.0899391 Sep 15 17:55:54.588060 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41575c62-ce85-427e-92e4-3bae77e01c2f req-f662399a-6bf4-4f8e-8ccf-45a8c516c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:54.589480 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-41575c62-ce85-427e-92e4-3bae77e01c2f req-f662399a-6bf4-4f8e-8ccf-45a8c516c9cc service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1717179 Sep 15 17:55:54.618779 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:54.633727 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-33871f8e-787b-4a57-af03-381c9e722cbe req-d532339c-6940-424e-8a3f-609c810ef397 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398183 Sep 15 17:55:54.676013 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-411886a2-66ef-444d-af6c-3627c2db7028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:54.677885 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-411886a2-66ef-444d-af6c-3627c2db7028 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60eeb6732c944f73b5124264b05fed93&device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 1097 time: 0.0425246 Sep 15 17:55:54.682783 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e77fa-6a9e-4dac-aa24-5df14191c6de req-b727c889-aead-448e-a349-2e46deaded2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:54.684203 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-451e77fa-6a9e-4dac-aa24-5df14191c6de req-b727c889-aead-448e-a349-2e46deaded2a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=60eeb6732c944f73b5124264b05fed93&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2877538 Sep 15 17:55:54.732640 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-a803fa1e-027b-4322-9f32-48e99a930a4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11fed8a6-754f-439b-bf53-b4372ad2bc1a HTTP/1.1" status: 200 len: 217 time: 0.0392425 Sep 15 17:55:54.787575 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f087a486-d718-4179-8d7d-01615e8bd1cf req-678c2704-6f8a-4d17-a46b-fb2dc614ade1 service neutron] 10.222.0.37 "GET /v2.0/networks/4da47a5c-d2cd-42fe-9854-e0f9136b7152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916933 Sep 15 17:55:54.793266 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-1d7c6a74-d2f3-440f-9e70-284a524e3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:54.794940 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-1d7c6a74-d2f3-440f-9e70-284a524e3c1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13cfe71f-2229-47b4-a747-3c2f6b40d99e HTTP/1.1" status: 200 len: 859 time: 0.0546386 Sep 15 17:55:54.839356 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 34950) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:54.839356 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 34952) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:54.846152 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-2f966527-ba72-47fe-998c-817af1e49726 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=396115e6-db56-4072-bd7b-ec58ca4ae889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420253 Sep 15 17:55:54.867744 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-afbe20af-bc23-48b6-998d-57079f7a0a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:54.870416 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-83c96e81-7d8d-45d5-b4f9-414ab87b2a86 req-60a66f3d-d65e-42bd-a97e-7ff04a8e02e3 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 210 time: 0.0635900 Sep 15 17:55:54.902222 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e77fa-6a9e-4dac-aa24-5df14191c6de req-9bd03b8a-fd4b-4810-a93d-7f6aab50d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:54.902222 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-451e77fa-6a9e-4dac-aa24-5df14191c6de req-9bd03b8a-fd4b-4810-a93d-7f6aab50d5df service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2048905 Sep 15 17:55:54.953196 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-4e8c54b5-4500-471c-b9b9-feb7a3098827 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Made reservation on behalf of 5f97c5470f94401f90fa26a45eecfcd7 for: {'port': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:55:54.957048 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-4e8c54b5-4500-471c-b9b9-feb7a3098827 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:54.967914 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637f4ec-d0c1-47c3-b317-c64fa83f4210 req-11715bdd-908e-4cc9-bb29-9f41766e2aad tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:54.969982 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3637f4ec-d0c1-47c3-b317-c64fa83f4210 req-11715bdd-908e-4cc9-bb29-9f41766e2aad tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 944 time: 0.1256757 Sep 15 17:55:55.026872 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-fe63e51b-41a8-41cd-b929-3535f81908f1 service neutron] 10.222.0.37 "GET /v2.0/networks/396115e6-db56-4072-bd7b-ec58ca4ae889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668818 Sep 15 17:55:55.073188 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3637f4ec-d0c1-47c3-b317-c64fa83f4210 req-f176ad94-d7b3-4e21-8ab6-9778f9b78f2d tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903602 Sep 15 17:55:55.092591 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-20ae0190-a00a-4372-8f73-0ea1cbfc0c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:55.094518 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-20ae0190-a00a-4372-8f73-0ea1cbfc0c70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60eeb6732c944f73b5124264b05fed93&device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 1097 time: 0.1527672 Sep 15 17:55:55.097436 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-2715927e-8720-49a1-b752-00b804224655 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-240369612-network', 'tenant_id': 'eb79219265e44e25bfe64b4d8a0bae03'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:55.167511 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-5c95048d-c660-4b54-b506-6d6b070d82f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e19d0cd-81ce-411e-927f-5c2ef4eb068c HTTP/1.1" status: 200 len: 217 time: 0.0431690 Sep 15 17:55:55.187014 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ba7ceeeb-0bb7-4b01-b537-72389f491db9 req-16076aea-b8ee-4b51-9932-f9bc8f238fb4 service neutron] 10.222.0.37 "GET /v2.0/networks/396115e6-db56-4072-bd7b-ec58ca4ae889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488035 Sep 15 17:55:55.191270 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-afbe20af-bc23-48b6-998d-57079f7a0a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:55.191389 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-4e8c54b5-4500-471c-b9b9-feb7a3098827 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Allocated IP 172.20.0.6 (c82f0e18-d709-47ff-b01c-741485e75497/9b21d638-ac50-4318-b027-484d191c8b9c/32134c97-6407-4df4-b0a1-6f8a03cb6a8b) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:55:55.247083 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-e41584b1-309e-416b-9315-648bc500eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:55.248533 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-e41584b1-309e-416b-9315-648bc500eac9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13cfe71f-2229-47b4-a747-3c2f6b40d99e HTTP/1.1" status: 200 len: 859 time: 0.0672829 Sep 15 17:55:55.285528 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-afbe20af-bc23-48b6-998d-57079f7a0a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:55.286540 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-81da9299-4a38-474d-b0e9-0a71eb8a1205 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=396115e6-db56-4072-bd7b-ec58ca4ae889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283759 Sep 15 17:55:55.330740 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-afbe20af-bc23-48b6-998d-57079f7a0a96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77f4bc596eea42c9841d29639b72713e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5099034 Sep 15 17:55:55.338759 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 34962) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:55.339865 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe20af-bc23-48b6-998d-57079f7a0a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76321ea3-cc3c-43ca-bf7f-db4731589de2,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:55.392666 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2715927e-8720-49a1-b752-00b804224655 admin admin] Made reservation on behalf of eb79219265e44e25bfe64b4d8a0bae03 for: {'network': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:55:55.397024 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2715927e-8720-49a1-b752-00b804224655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for network, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:55.413567 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2715927e-8720-49a1-b752-00b804224655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:55.446835 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b4539f89-84c9-430e-8e9c-74b9d2aa0774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:55.482298 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b4539f89-84c9-430e-8e9c-74b9d2aa0774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:55.565234 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2715927e-8720-49a1-b752-00b804224655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:55.634787 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b4539f89-84c9-430e-8e9c-74b9d2aa0774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:55.637390 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b4539f89-84c9-430e-8e9c-74b9d2aa0774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:55.638765 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-b4539f89-84c9-430e-8e9c-74b9d2aa0774 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76321ea3-cc3c-43ca-bf7f-db4731589de2 HTTP/1.1" status: 204 len: 168 time: 0.2959254 Sep 15 17:55:55.639522 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2715927e-8720-49a1-b752-00b804224655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:55.655743 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4539f89-84c9-430e-8e9c-74b9d2aa0774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76321ea3-cc3c-43ca-bf7f-db4731589de2,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:55.699012 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715927e-8720-49a1-b752-00b804224655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54015633-e7d5-4842-9f26-2516dc5a5b1b,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:55.716484 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2715927e-8720-49a1-b752-00b804224655 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=106072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:55:55.716848 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641e1cb-d1ad-4ebe-966d-34a087d7ffd7 req-284d645c-4933-446b-a5fa-10e48d7a57f9 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:55.720154 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e641e1cb-d1ad-4ebe-966d-34a087d7ffd7 req-284d645c-4933-446b-a5fa-10e48d7a57f9 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 944 time: 0.1673782 Sep 15 17:55:55.727109 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-4e8c54b5-4500-471c-b9b9-feb7a3098827 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:55.728403 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2715927e-8720-49a1-b752-00b804224655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:55.728914 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.segments_db [None req-2715927e-8720-49a1-b752-00b804224655 admin admin] Added segment 666e9ce8-9c9c-4ab5-a094-8aa19150bf61 of type vlan for network f7de0a9d-2e8a-444f-9f25-e7ffe10596c9 Sep 15 17:55:55.732138 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-a0c2a966-7989-4d53-87d1-55c75c887eb8 service neutron] 10.222.0.37 "GET /v2.0/networks/396115e6-db56-4072-bd7b-ec58ca4ae889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328339 Sep 15 17:55:55.796984 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2715927e-8720-49a1-b752-00b804224655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765806349855'] for network, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:55.835695 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc0a6d-f706-4d3e-becc-b3421e02e501 req-207dd15c-e92f-4ed9-8a83-e529899447f5 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:55.837204 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-28fc0a6d-f706-4d3e-becc-b3421e02e501 req-207dd15c-e92f-4ed9-8a83-e529899447f5 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 944 time: 0.0751567 Sep 15 17:55:55.853058 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e641e1cb-d1ad-4ebe-966d-34a087d7ffd7 req-84341d96-8825-403e-8278-0df0077ddd7f tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067936 Sep 15 17:55:55.880138 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c89c3c65-6332-4971-a733-e2a214fb1474 req-674e37c3-740a-4507-8813-686a8a8f9b86 service neutron] 10.222.0.37 "GET /v2.0/networks/396115e6-db56-4072-bd7b-ec58ca4ae889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374333 Sep 15 17:55:55.882022 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-28fc0a6d-f706-4d3e-becc-b3421e02e501 req-7d6f3a62-c97e-48e0-97ec-587453ced5ed tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375128 Sep 15 17:55:55.955867 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2715927e-8720-49a1-b752-00b804224655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for network, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:55.956968 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2715927e-8720-49a1-b752-00b804224655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:55.959326 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2715927e-8720-49a1-b752-00b804224655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:55.981226 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-213a1868-ab8f-4a8f-85e4-98b48b4b656f req-0b920b34-8c70-4ec2-acb0-0b3ad954a3fb tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 210 time: 0.0256710 Sep 15 17:55:56.005914 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-4e8c54b5-4500-471c-b9b9-feb7a3098827 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:56.020897 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715927e-8720-49a1-b752-00b804224655 admin admin] Pushing event updated for resources: {'Network': ['ID=f7de0a9d-2e8a-444f-9f25-e7ffe10596c9,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:56.034970 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Network f7de0a9d-2e8a-444f-9f25-e7ffe10596c9 details requested by agent ovs-agent-dv-cinder-805228-2-iscsi with host dv-cinder-805228-2-iscsi {{(pid=106073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:55:56.054703 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-4e8c54b5-4500-471c-b9b9-feb7a3098827 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Network c82f0e18-d709-47ff-b01c-741485e75497 is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:55:56.058013 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-4e8c54b5-4500-471c-b9b9-feb7a3098827 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:55:56.060758 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-4e8c54b5-4500-471c-b9b9-feb7a3098827 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:55:56.066499 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-4e8c54b5-4500-471c-b9b9-feb7a3098827 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:56.067133 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-4e8c54b5-4500-471c-b9b9-feb7a3098827 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:56.077497 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-2715927e-8720-49a1-b752-00b804224655 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2582049 Sep 15 17:55:56.080214 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 34980) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:56.087106 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-17fc625e-cdc3-4f55-8f08-ba28ce3b55cb admin admin] Request body: {'subnet': {'network_id': 'f7de0a9d-2e8a-444f-9f25-e7ffe10596c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-240369612-subnet', 'tenant_id': 'eb79219265e44e25bfe64b4d8a0bae03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:56.098342 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c54b5-4500-471c-b9b9-feb7a3098827 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Pushing event updated for resources: {'Port': ['ID=32134c97-6407-4df4-b0a1-6f8a03cb6a8b,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:56.203924 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-4e8c54b5-4500-471c-b9b9-feb7a3098827 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7941763 Sep 15 17:55:56.221146 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] Request body: {'port': {'device_id': 'dbd2c6fa-000a-467f-8411-ee58811b5b4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80522'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:56.229355 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1892b-fcbe-4c7c-ac11-870003789325 req-1f21ff0c-4d9c-478b-9c5e-2840eb3ec100 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:56.230537 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-29e1892b-fcbe-4c7c-ac11-870003789325 req-1f21ff0c-4d9c-478b-9c5e-2840eb3ec100 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 944 time: 0.0760379 Sep 15 17:55:56.282088 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-29e1892b-fcbe-4c7c-ac11-870003789325 req-ca02f103-de6c-497d-8ff3-ff3f91ff09ad tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436563 Sep 15 17:55:56.295178 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:56.301058 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fc625e-cdc3-4f55-8f08-ba28ce3b55cb admin admin] Made reservation on behalf of eb79219265e44e25bfe64b4d8a0bae03 for: {'subnet': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:55:56.303884 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-17fc625e-cdc3-4f55-8f08-ba28ce3b55cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:56.363717 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-d8706b21-eb8d-4478-b3e9-98c3e8ecc7b5 None None] Provisioning complete for port 32134c97-6407-4df4-b0a1-6f8a03cb6a8b triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:55:56.364194 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-d8706b21-eb8d-4478-b3e9-98c3e8ecc7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:56.401562 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-d8706b21-eb8d-4478-b3e9-98c3e8ecc7b5 None None] Port 32134c97-6407-4df4-b0a1-6f8a03cb6a8b cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:55:56.581946 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32134c97-6407-4df4-b0a1-6f8a03cb6a8b {{(pid=106071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:55:56.582955 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-17fc625e-cdc3-4f55-8f08-ba28ce3b55cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for subnet, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:56.590462 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:56.603687 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.provisioning_blocks [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] Transition to ACTIVE for port object 32134c97-6407-4df4-b0a1-6f8a03cb6a8b will not be triggered until provisioned by entity L2. {{(pid=106071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:55:56.641933 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc625e-cdc3-4f55-8f08-ba28ce3b55cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=782aed9d-556c-405f-a726-69fe7083ad70,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:56.651398 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fc625e-cdc3-4f55-8f08-ba28ce3b55cb admin admin] Checking segment: {'id': '666e9ce8-9c9c-4ab5-a094-8aa19150bf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'f7de0a9d-2e8a-444f-9f25-e7ffe10596c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:55:56.651747 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fc625e-cdc3-4f55-8f08-ba28ce3b55cb admin admin] Network hostable DHCP agents. Network: f7de0a9d-2e8a-444f-9f25-e7ffe10596c9, hostable agents: ['36f446e8-29e8-4378-bef0-f89f7461b806'], hosted agents: [] {{(pid=106072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:55:56.704251 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:56.752643 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fc625e-cdc3-4f55-8f08-ba28ce3b55cb admin admin] Network f7de0a9d-2e8a-444f-9f25-e7ffe10596c9 is scheduled to be hosted by DHCP agent 36f446e8-29e8-4378-bef0-f89f7461b806 with binding_index 1 {{(pid=106072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:55:56.759102 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] Pushing event updated for resources: {'Port': ['ID=32134c97-6407-4df4-b0a1-6f8a03cb6a8b,revision_number=2']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:56.792707 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] Attempting to bind port 32134c97-6407-4df4-b0a1-6f8a03cb6a8b on host hv-cinder-80522 for vnic_type normal with profile {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:55:56.794001 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] Attempting to bind port 32134c97-6407-4df4-b0a1-6f8a03cb6a8b by drivers openvswitch,hyperv on host hv-cinder-80522 at level 0 using segments [{'id': '9595e9a1-5be3-422c-bdfb-de0c754febdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497'}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:55:56.794001 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] Attempting to bind port 32134c97-6407-4df4-b0a1-6f8a03cb6a8b on network c82f0e18-d709-47ff-b01c-741485e75497 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:55:56.798686 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] Port 32134c97-6407-4df4-b0a1-6f8a03cb6a8b on network c82f0e18-d709-47ff-b01c-741485e75497 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80522 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:55:56.798686 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] Attempting to bind port 32134c97-6407-4df4-b0a1-6f8a03cb6a8b on network c82f0e18-d709-47ff-b01c-741485e75497 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:55:56.804051 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] Checking agent: {'id': 'd3977637-cbe2-41c3-a570-ab972cec54ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80522', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'started_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:55:56.804394 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] Checking segment: {'id': '9595e9a1-5be3-422c-bdfb-de0c754febdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:55:56.804813 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] Bound using segment: {'id': '9595e9a1-5be3-422c-bdfb-de0c754febdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497'} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:55:56.805245 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] Bound port: 32134c97-6407-4df4-b0a1-6f8a03cb6a8b, host: hv-cinder-80522, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9595e9a1-5be3-422c-bdfb-de0c754febdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497'}}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:55:56.805732 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:56.871666 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-17fc625e-cdc3-4f55-8f08-ba28ce3b55cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805228-2-iscsi, f7de0a9d-2e8a-444f-9f25-e7ffe10596c9) {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:55:56.877793 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fc625e-cdc3-4f55-8f08-ba28ce3b55cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:56.878627 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-17fc625e-cdc3-4f55-8f08-ba28ce3b55cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:56.889905 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872637c7-94ec-4a40-b996-a03df3db659d None None] Network f7de0a9d-2e8a-444f-9f25-e7ffe10596c9 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:55:56.908833 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] For port 32134c97-6407-4df4-b0a1-6f8a03cb6a8b, host hv-cinder-80522, cleared binding levels {{(pid=106071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:55:56.913359 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] For port 32134c97-6407-4df4-b0a1-6f8a03cb6a8b, host hv-cinder-80522, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=32134c97-6407-4df4-b0a1-6f8a03cb6a8b,segment=NetworkSegment(9595e9a1-5be3-422c-bdfb-de0c754febdc),segment_id=9595e9a1-5be3-422c-bdfb-de0c754febdc)] {{(pid=106071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:55:56.983769 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-17fc625e-cdc3-4f55-8f08-ba28ce3b55cb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9023573 Sep 15 17:55:57.043913 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:57.063566 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:57.065212 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:57.070670 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] 10.222.0.37 "PUT /v2.0/ports/32134c97-6407-4df4-b0a1-6f8a03cb6a8b HTTP/1.1" status: 200 len: 1093 time: 0.8509436 Sep 15 17:55:57.070670 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd2c6fa-000a-467f-8411-ee58811b5b4b', 'tag': '32134c97-6407-4df4-b0a1-6f8a03cb6a8b'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:55:57.072048 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23dccff-28b7-43c7-a2e0-a3eb213c4cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd2c6fa-000a-467f-8411-ee58811b5b4b", "tag": "32134c97-6407-4df4-b0a1-6f8a03cb6a8b"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:55:57.102660 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd714b3-388a-45fd-88b6-3e2734cc6226 req-35036a74-19e1-4234-9db3-1d10fc96262a tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:57.104259 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5fd714b3-388a-45fd-88b6-3e2734cc6226 req-35036a74-19e1-4234-9db3-1d10fc96262a tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 944 time: 0.1029942 Sep 15 17:55:57.140912 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 879e581f-0824-440b-a2c4-3aa7b4ef766e details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:55:57.157412 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d9e0b1-7e9c-4ea0-bff2-ee61730c145d None None] Network f7de0a9d-2e8a-444f-9f25-e7ffe10596c9 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:55:57.177631 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5fd714b3-388a-45fd-88b6-3e2734cc6226 req-c45043c2-7156-4043-9c1e-58aeffc663cd tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650101 Sep 15 17:55:57.194421 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5153e2-9d01-4954-938e-d12f8371bdc3 req-9f358dfe-d99d-40c8-a059-0ef3c03f8812 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:57.196080 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1b5153e2-9d01-4954-938e-d12f8371bdc3 req-9f358dfe-d99d-40c8-a059-0ef3c03f8812 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 944 time: 0.2024179 Sep 15 17:55:57.238663 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941a0b8-1cf4-4078-b8ec-48ea3e00a46e service neutron] Pushing event updated for resources: {'Port': ['ID=32134c97-6407-4df4-b0a1-6f8a03cb6a8b,revision_number=3']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:57.281948 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1b5153e2-9d01-4954-938e-d12f8371bdc3 req-5a141c20-e403-435b-bf74-b24f1cfde3e2 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460763 Sep 15 17:55:57.288115 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-989f02da-8d60-4c89-8b11-5d0434e69752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:57.291701 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-989f02da-8d60-4c89-8b11-5d0434e69752 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f97c5470f94401f90fa26a45eecfcd7&device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 1096 time: 0.0905194 Sep 15 17:55:57.383972 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72b745-e079-4f27-9fec-eafe7be6800e req-e0b66082-3981-409b-a8fd-cdbb3a0ff656 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:57.393480 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9a72b745-e079-4f27-9fec-eafe7be6800e req-e0b66082-3981-409b-a8fd-cdbb3a0ff656 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 943 time: 0.1076131 Sep 15 17:55:57.397173 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826f9def-13ab-45fe-90fb-c2329157448c x-openstack-request-id: req-826f9def-13ab-45fe-90fb-c2329157448c {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:55:57.400718 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd2c6fa-000a-467f-8411-ee58811b5b4b", "tag": "32134c97-6407-4df4-b0a1-6f8a03cb6a8b", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:55:57.400718 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-826f9def-13ab-45fe-90fb-c2329157448c {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:55:57.400718 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd2c6fa-000a-467f-8411-ee58811b5b4b', 'tag': '32134c97-6407-4df4-b0a1-6f8a03cb6a8b', 'status': 'completed', 'code': 200} Sep 15 17:55:57.400718 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-49faf361-7e08-4053-ad96-048a47a8c026 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32134c97-6407-4df4-b0a1-6f8a03cb6a8b HTTP/1.1" status: 200 len: 217 time: 0.1015415 Sep 15 17:55:57.449547 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9a72b745-e079-4f27-9fec-eafe7be6800e req-bb6fb476-16ca-4170-937c-9db3d925f68c tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518820 Sep 15 17:55:57.479895 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 879e581f-0824-440b-a2c4-3aa7b4ef766e, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=879e581f-0824-440b-a2c4-3aa7b4ef766e,segment=NetworkSegment(e4811d1b-8643-4b39-932b-9757a257ecf2),segment_id=e4811d1b-8643-4b39-932b-9757a257ecf2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:55:57.518072 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-9c522576-211f-435a-a5bc-199a0e1e2cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:57.520239 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-9c522576-211f-435a-a5bc-199a0e1e2cf8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b21d638-ac50-4318-b027-484d191c8b9c HTTP/1.1" status: 200 len: 849 time: 0.1127503 Sep 15 17:55:57.535993 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': '879e581f-0824-440b-a2c4-3aa7b4ef766e', 'network_id': '26a9efa0-3188-4bc8-aa9b-985a99889870', 'port_id': '879e581f-0824-440b-a2c4-3aa7b4ef766e', 'mac_address': 'fa:16:3e:96:47:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd688d3b2-62b4-4910-b05c-9ff11058901f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:55:57.544513 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbce3a3-c3d5-469c-974d-0d9afcbd43b4 req-efde7dbb-4921-4faa-8efe-1152367f9251 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:57.547370 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0fbce3a3-c3d5-469c-974d-0d9afcbd43b4 req-efde7dbb-4921-4faa-8efe-1152367f9251 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 944 time: 0.0804234 Sep 15 17:55:57.607517 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 35068) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:57.633690 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:57.648068 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879e581f-0824-440b-a2c4-3aa7b4ef766e {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:55:57.670166 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 879e581f-0824-440b-a2c4-3aa7b4ef766e, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=879e581f-0824-440b-a2c4-3aa7b4ef766e,segment=NetworkSegment(e4811d1b-8643-4b39-932b-9757a257ecf2),segment_id=e4811d1b-8643-4b39-932b-9757a257ecf2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:55:57.692645 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0fbce3a3-c3d5-469c-974d-0d9afcbd43b4 req-c5e9f227-9a97-47ef-a577-21ecbb022bc3 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128645 Sep 15 17:55:57.715353 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-51e58521-fc6c-4ba4-a0d1-3e9f49304318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:57.716909 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-51e58521-fc6c-4ba4-a0d1-3e9f49304318 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c82f0e18-d709-47ff-b01c-741485e75497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1856351 Sep 15 17:55:57.777186 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:57.777994 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 11fed8a6-754f-439b-bf53-b4372ad2bc1a details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:55:57.790854 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-7dfe43aa-74c5-4a88-ac4c-2a482b0edc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:57.856643 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-700626cb-51de-4c4f-add6-bb1d26f45025 service neutron] 10.222.0.37 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316664 Sep 15 17:55:57.865575 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=879e581f-0824-440b-a2c4-3aa7b4ef766e,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:57.923871 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-7dfe43aa-74c5-4a88-ac4c-2a482b0edc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:57.950758 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 11fed8a6-754f-439b-bf53-b4372ad2bc1a, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=11fed8a6-754f-439b-bf53-b4372ad2bc1a,segment=NetworkSegment(5590f83a-d74b-4b35-bea9-8f637287cad3),segment_id=5590f83a-d74b-4b35-bea9-8f637287cad3)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:55:57.962609 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': '11fed8a6-754f-439b-bf53-b4372ad2bc1a', 'network_id': '396115e6-db56-4072-bd7b-ec58ca4ae889', 'port_id': '11fed8a6-754f-439b-bf53-b4372ad2bc1a', 'mac_address': 'fa:16:3e:2c:49:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13cfe71f-2229-47b4-a747-3c2f6b40d99e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:55:57.994084 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e1f9426c-e63f-40d7-aec8-0236f493620c req-1031e8d4-12bc-41e7-9959-f5026afdcd98 service neutron] 10.222.0.37 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300759 Sep 15 17:55:58.003954 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:58.016864 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fed8a6-754f-439b-bf53-b4372ad2bc1a {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:55:58.017041 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-7dfe43aa-74c5-4a88-ac4c-2a482b0edc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:58.035543 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 11fed8a6-754f-439b-bf53-b4372ad2bc1a, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=11fed8a6-754f-439b-bf53-b4372ad2bc1a,segment=NetworkSegment(5590f83a-d74b-4b35-bea9-8f637287cad3),segment_id=5590f83a-d74b-4b35-bea9-8f637287cad3)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:55:58.056832 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-7dfe43aa-74c5-4a88-ac4c-2a482b0edc0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e98e354c1f241fd8791e03c3c97403c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4445817 Sep 15 17:55:58.057931 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe43aa-74c5-4a88-ac4c-2a482b0edc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434985ad-2ff5-420b-8d2b-25b48b2cd7d4,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:58.059548 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 35088) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:58.120944 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-0657fa62-7532-4337-944d-280c18fccd5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:58.138779 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:58.139695 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 8e19d0cd-81ce-411e-927f-5c2ef4eb068c details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:55:58.150988 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-0657fa62-7532-4337-944d-280c18fccd5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:58.209801 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dccff-28b7-43c7-a2e0-a3eb213c4cc9 req-d4d336a0-b6b6-4122-8211-0a192cd0ae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:58.211394 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f23dccff-28b7-43c7-a2e0-a3eb213c4cc9 req-d4d336a0-b6b6-4122-8211-0a192cd0ae4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f97c5470f94401f90fa26a45eecfcd7&device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 1096 time: 0.0730155 Sep 15 17:55:58.221229 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 8e19d0cd-81ce-411e-927f-5c2ef4eb068c, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=8e19d0cd-81ce-411e-927f-5c2ef4eb068c,segment=NetworkSegment(5590f83a-d74b-4b35-bea9-8f637287cad3),segment_id=5590f83a-d74b-4b35-bea9-8f637287cad3)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:55:58.233044 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=11fed8a6-754f-439b-bf53-b4372ad2bc1a,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:58.238018 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': '8e19d0cd-81ce-411e-927f-5c2ef4eb068c', 'network_id': '396115e6-db56-4072-bd7b-ec58ca4ae889', 'port_id': '8e19d0cd-81ce-411e-927f-5c2ef4eb068c', 'mac_address': 'fa:16:3e:ad:0d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13cfe71f-2229-47b4-a747-3c2f6b40d99e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:55:58.278239 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:58.283563 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 35096) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:58.288953 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-94d012d5-c9bd-418b-87be-66b8a7b6046e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1887833407-network', 'tenant_id': '34f928e0517242e081c778b5a84ead4b'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:58.293073 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e19d0cd-81ce-411e-927f-5c2ef4eb068c {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:55:58.319856 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 8e19d0cd-81ce-411e-927f-5c2ef4eb068c, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=8e19d0cd-81ce-411e-927f-5c2ef4eb068c,segment=NetworkSegment(5590f83a-d74b-4b35-bea9-8f637287cad3),segment_id=5590f83a-d74b-4b35-bea9-8f637287cad3)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:55:58.341348 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-0657fa62-7532-4337-944d-280c18fccd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:58.344122 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-0657fa62-7532-4337-944d-280c18fccd5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:58.347772 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-0657fa62-7532-4337-944d-280c18fccd5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/434985ad-2ff5-420b-8d2b-25b48b2cd7d4 HTTP/1.1" status: 204 len: 168 time: 0.2841227 Sep 15 17:55:58.351855 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f23c01-7126-4e63-856f-2129c4b20676 req-238d23c2-1cf9-45bf-8875-86e7b14326d9 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:58.353825 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c5f23c01-7126-4e63-856f-2129c4b20676 req-238d23c2-1cf9-45bf-8875-86e7b14326d9 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 945 time: 0.0605774 Sep 15 17:55:58.370335 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657fa62-7532-4337-944d-280c18fccd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434985ad-2ff5-420b-8d2b-25b48b2cd7d4,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:58.389899 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:58.390784 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:55:58.402472 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c5f23c01-7126-4e63-856f-2129c4b20676 req-e064807c-af14-4d68-b435-b387c85ed735 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424910 Sep 15 17:55:58.413382 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d012d5-c9bd-418b-87be-66b8a7b6046e admin admin] Made reservation on behalf of 34f928e0517242e081c778b5a84ead4b for: {'network': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:55:58.416660 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-94d012d5-c9bd-418b-87be-66b8a7b6046e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for network, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:58.426660 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-94d012d5-c9bd-418b-87be-66b8a7b6046e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:58.432252 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dccff-28b7-43c7-a2e0-a3eb213c4cc9 req-ca8013ee-be34-4e6e-8344-8144b04c2439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:58.433921 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f23dccff-28b7-43c7-a2e0-a3eb213c4cc9 req-ca8013ee-be34-4e6e-8344-8144b04c2439 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c82f0e18-d709-47ff-b01c-741485e75497 HTTP/1.1" status: 200 len: 911 time: 0.2145364 Sep 15 17:55:58.524569 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f23dccff-28b7-43c7-a2e0-a3eb213c4cc9 req-8e75b276-ffb8-419a-98bf-1a64b0c9129a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32134c97-6407-4df4-b0a1-6f8a03cb6a8b HTTP/1.1" status: 200 len: 217 time: 0.0479877 Sep 15 17:55:58.553355 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db041b08-bc91-4692-a4d6-0c672004b3d1 req-cfb26e4e-cb7d-44d8-bb8c-6832ffd54106 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:58.553355 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-db041b08-bc91-4692-a4d6-0c672004b3d1 req-cfb26e4e-cb7d-44d8-bb8c-6832ffd54106 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 945 time: 0.1787269 Sep 15 17:55:58.591920 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=8e19d0cd-81ce-411e-927f-5c2ef4eb068c,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:58.641337 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dccff-28b7-43c7-a2e0-a3eb213c4cc9 req-8934c941-75d9-41d3-9b7c-de54fc35deae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:58.642837 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f23dccff-28b7-43c7-a2e0-a3eb213c4cc9 req-8934c941-75d9-41d3-9b7c-de54fc35deae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b21d638-ac50-4318-b027-484d191c8b9c HTTP/1.1" status: 200 len: 849 time: 0.1100776 Sep 15 17:55:58.659840 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-db041b08-bc91-4692-a4d6-0c672004b3d1 req-36da7fd6-8176-4d68-a50d-e6f5402430d0 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869176 Sep 15 17:55:58.664609 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-94d012d5-c9bd-418b-87be-66b8a7b6046e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:58.698935 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7925582-5265-4126-b680-77811214d2af req-9d3f258b-ffec-4ca7-b3c0-ff3a1987bf57 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:58.700796 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d7925582-5265-4126-b680-77811214d2af req-9d3f258b-ffec-4ca7-b3c0-ff3a1987bf57 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 943 time: 0.0905268 Sep 15 17:55:58.712181 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=33cbfcdf-e5fb-429c-980e-8fedc82fdfc6,segment=NetworkSegment(ddbd2a64-91ba-4b52-b6d9-455ad765d2e6),segment_id=ddbd2a64-91ba-4b52-b6d9-455ad765d2e6)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:55:58.726839 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dccff-28b7-43c7-a2e0-a3eb213c4cc9 req-a9b3b740-6440-4026-b1c7-10bc83a44e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:58.728747 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f23dccff-28b7-43c7-a2e0-a3eb213c4cc9 req-a9b3b740-6440-4026-b1c7-10bc83a44e1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c82f0e18-d709-47ff-b01c-741485e75497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670576 Sep 15 17:55:58.737618 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': '33cbfcdf-e5fb-429c-980e-8fedc82fdfc6', 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152', 'port_id': '33cbfcdf-e5fb-429c-980e-8fedc82fdfc6', 'mac_address': 'fa:16:3e:59:18:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65e6417-ab92-4eaf-a9d5-8334761fc129', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:55:58.758298 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d7925582-5265-4126-b680-77811214d2af req-b703d355-e6a0-43b1-8b53-0be12a6b96b8 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506928 Sep 15 17:55:58.761119 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-94d012d5-c9bd-418b-87be-66b8a7b6046e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:58.794772 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d012d5-c9bd-418b-87be-66b8a7b6046e admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=106072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:55:58.801595 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d012d5-c9bd-418b-87be-66b8a7b6046e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc749bf-e53e-4ee7-b497-729a3bc209e7,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:58.812180 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-94d012d5-c9bd-418b-87be-66b8a7b6046e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:58.812614 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.segments_db [None req-94d012d5-c9bd-418b-87be-66b8a7b6046e admin admin] Added segment b3c4813e-c557-4355-bfd6-f7b83a932c0a of type vlan for network f91d6ba4-1e9c-4273-8bad-a76ea7c07312 Sep 15 17:55:58.866397 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-94d012d5-c9bd-418b-87be-66b8a7b6046e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765806349855'] for network, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:58.915611 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f23dccff-28b7-43c7-a2e0-a3eb213c4cc9 req-620a0829-9f3d-4b87-9878-0a5d14aa0be5 service neutron] 10.222.0.37 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788273 Sep 15 17:55:58.928862 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38a83c-d916-4a1d-9d90-54f191465b03 req-338a1e4a-b87d-4c5f-a3ca-a87648a351e6 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:58.930385 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ac38a83c-d916-4a1d-9d90-54f191465b03 req-338a1e4a-b87d-4c5f-a3ca-a87648a351e6 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 944 time: 0.0855811 Sep 15 17:55:58.937669 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:58.953574 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:55:58.974115 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=33cbfcdf-e5fb-429c-980e-8fedc82fdfc6,segment=NetworkSegment(ddbd2a64-91ba-4b52-b6d9-455ad765d2e6),segment_id=ddbd2a64-91ba-4b52-b6d9-455ad765d2e6)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:55:59.011775 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-94d012d5-c9bd-418b-87be-66b8a7b6046e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for network, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:59.012824 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d012d5-c9bd-418b-87be-66b8a7b6046e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:59.013407 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-94d012d5-c9bd-418b-87be-66b8a7b6046e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:59.027375 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ac38a83c-d916-4a1d-9d90-54f191465b03 req-d5f292c3-b71d-4dc8-9452-fe449bb890ae tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875328 Sep 15 17:55:59.049525 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f23dccff-28b7-43c7-a2e0-a3eb213c4cc9 req-d5c7b4a9-5756-46ca-8419-385ce56807f7 service neutron] 10.222.0.37 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180067 Sep 15 17:55:59.089479 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d012d5-c9bd-418b-87be-66b8a7b6046e admin admin] Pushing event updated for resources: {'Network': ['ID=f91d6ba4-1e9c-4273-8bad-a76ea7c07312,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:59.092968 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:59.119451 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Network f91d6ba4-1e9c-4273-8bad-a76ea7c07312 details requested by agent ovs-agent-dv-cinder-805228-2-iscsi with host dv-cinder-805228-2-iscsi {{(pid=106073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:55:59.126534 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 32134c97-6407-4df4-b0a1-6f8a03cb6a8b details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:55:59.172548 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-94d012d5-c9bd-418b-87be-66b8a7b6046e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8876562 Sep 15 17:55:59.175572 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 35134) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:59.186222 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-77da11f9-5f0c-4b40-af8f-dd6e86648ca6 admin admin] Request body: {'subnet': {'network_id': 'f91d6ba4-1e9c-4273-8bad-a76ea7c07312', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1887833407-subnet', 'tenant_id': '34f928e0517242e081c778b5a84ead4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:55:59.208385 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=33cbfcdf-e5fb-429c-980e-8fedc82fdfc6,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:59.258486 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77da11f9-5f0c-4b40-af8f-dd6e86648ca6 admin admin] Made reservation on behalf of 34f928e0517242e081c778b5a84ead4b for: {'subnet': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:55:59.260913 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-77da11f9-5f0c-4b40-af8f-dd6e86648ca6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:59.311105 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 32134c97-6407-4df4-b0a1-6f8a03cb6a8b, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=32134c97-6407-4df4-b0a1-6f8a03cb6a8b,segment=NetworkSegment(9595e9a1-5be3-422c-bdfb-de0c754febdc),segment_id=9595e9a1-5be3-422c-bdfb-de0c754febdc)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:55:59.326426 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': '32134c97-6407-4df4-b0a1-6f8a03cb6a8b', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'port_id': '32134c97-6407-4df4-b0a1-6f8a03cb6a8b', 'mac_address': 'fa:16:3e:03:3e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:55:59.341030 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 35136) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:59.363891 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-756f22b7-9392-4d0e-a6e8-962101f02da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:59.381599 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:59.628224 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32134c97-6407-4df4-b0a1-6f8a03cb6a8b {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:55:59.628224 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 32134c97-6407-4df4-b0a1-6f8a03cb6a8b, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=32134c97-6407-4df4-b0a1-6f8a03cb6a8b,segment=NetworkSegment(9595e9a1-5be3-422c-bdfb-de0c754febdc),segment_id=9595e9a1-5be3-422c-bdfb-de0c754febdc)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:55:59.628607 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-756f22b7-9392-4d0e-a6e8-962101f02da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:59.628607 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a9c4f-ea9f-44e4-91ba-a4d1c5777220 req-a9305ac5-ebc1-486d-bfc9-96def498ca40 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:59.628607 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e63a9c4f-ea9f-44e4-91ba-a4d1c5777220 req-a9305ac5-ebc1-486d-bfc9-96def498ca40 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 945 time: 0.0496533 Sep 15 17:55:59.628607 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e63a9c4f-ea9f-44e4-91ba-a4d1c5777220 req-7e75699b-ab18-428e-a953-716811659ab2 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327609 Sep 15 17:55:59.629504 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['8e19d0cd-81ce-411e-927f-5c2ef4eb068c'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:55:59.650295 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['11fed8a6-754f-439b-bf53-b4372ad2bc1a'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:55:59.686462 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['879e581f-0824-440b-a2c4-3aa7b4ef766e'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:55:59.703028 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['33cbfcdf-e5fb-429c-980e-8fedc82fdfc6'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:55:59.802350 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97745805-d7c9-4db0-9dca-5c2e8a5d3dae req-c1f37728-40bb-4d0a-8d60-ab82db4d2699 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:59.804650 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-97745805-d7c9-4db0-9dca-5c2e8a5d3dae req-c1f37728-40bb-4d0a-8d60-ab82db4d2699 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 945 time: 0.0731075 Sep 15 17:55:59.830233 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-756f22b7-9392-4d0e-a6e8-962101f02da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:59.833852 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-77da11f9-5f0c-4b40-af8f-dd6e86648ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for subnet, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:59.848849 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:55:59.896855 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-97745805-d7c9-4db0-9dca-5c2e8a5d3dae req-262e1d2a-08c1-4275-9930-4ab589233d01 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852475 Sep 15 17:55:59.906634 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:55:59.922821 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-756f22b7-9392-4d0e-a6e8-962101f02da1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=999e96ad957f44f2b87332e1f9d6475c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5741370 Sep 15 17:55:59.922821 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 35152) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:55:59.931290 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f22b7-9392-4d0e-a6e8-962101f02da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e241ce-1d03-41f1-be5b-c47eddc59b21,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:59.937651 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da11f9-5f0c-4b40-af8f-dd6e86648ca6 admin admin] Checking segment: {'id': 'b3c4813e-c557-4355-bfd6-f7b83a932c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f91d6ba4-1e9c-4273-8bad-a76ea7c07312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:55:59.937651 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77da11f9-5f0c-4b40-af8f-dd6e86648ca6 admin admin] Network hostable DHCP agents. Network: f91d6ba4-1e9c-4273-8bad-a76ea7c07312, hostable agents: ['36f446e8-29e8-4378-bef0-f89f7461b806'], hosted agents: [] {{(pid=106071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:55:59.937651 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da11f9-5f0c-4b40-af8f-dd6e86648ca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=413015b8-a9a4-4016-9556-1d83c362e55e,revision_number=0']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:55:59.975678 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef805ef-2986-4f80-8b86-945922d1f90a req-a76ef853-e70c-47c2-99a8-c20da132c3a3 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:55:59.977191 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6ef805ef-2986-4f80-8b86-945922d1f90a req-a76ef853-e70c-47c2-99a8-c20da132c3a3 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 944 time: 0.1525936 Sep 15 17:56:00.015861 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=32134c97-6407-4df4-b0a1-6f8a03cb6a8b,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:00.020127 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77da11f9-5f0c-4b40-af8f-dd6e86648ca6 admin admin] Network f91d6ba4-1e9c-4273-8bad-a76ea7c07312 is scheduled to be hosted by DHCP agent 36f446e8-29e8-4378-bef0-f89f7461b806 with binding_index 1 {{(pid=106071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:56:00.031132 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-08fa523b-5993-4675-8349-d180fcc192f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:00.035970 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6ef805ef-2986-4f80-8b86-945922d1f90a req-225baaed-4ed0-4a7a-886f-3010a2db8799 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496857 Sep 15 17:56:00.072109 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-08fa523b-5993-4675-8349-d180fcc192f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:00.104216 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['32134c97-6407-4df4-b0a1-6f8a03cb6a8b'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:56:00.128281 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-77da11f9-5f0c-4b40-af8f-dd6e86648ca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805228-2-iscsi, f91d6ba4-1e9c-4273-8bad-a76ea7c07312) {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:56:00.136701 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77da11f9-5f0c-4b40-af8f-dd6e86648ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:00.137402 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-77da11f9-5f0c-4b40-af8f-dd6e86648ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for subnet, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:00.145322 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0001ed-71fa-4ffc-83eb-72be9d7b7623 None None] Network f91d6ba4-1e9c-4273-8bad-a76ea7c07312 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:56:00.159286 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc833d-ed61-4b2a-86b9-f54cdc8cd638 req-37b120a4-0836-4e40-a7d1-961aadd021c1 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:00.160807 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2acc833d-ed61-4b2a-86b9-f54cdc8cd638 req-37b120a4-0836-4e40-a7d1-961aadd021c1 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 945 time: 0.0601289 Sep 15 17:56:00.199133 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2acc833d-ed61-4b2a-86b9-f54cdc8cd638 req-b11dfb39-1a3f-4e54-9e82-624bf0a5e4f6 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314066 Sep 15 17:56:00.201494 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-08fa523b-5993-4675-8349-d180fcc192f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:00.205710 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-08fa523b-5993-4675-8349-d180fcc192f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:00.208703 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-08fa523b-5993-4675-8349-d180fcc192f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29e241ce-1d03-41f1-be5b-c47eddc59b21 HTTP/1.1" status: 204 len: 168 time: 0.2866611 Sep 15 17:56:00.227740 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa523b-5993-4675-8349-d180fcc192f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e241ce-1d03-41f1-be5b-c47eddc59b21,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:00.231224 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-77da11f9-5f0c-4b40-af8f-dd6e86648ca6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0540144 Sep 15 17:56:00.548693 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d944b437-72de-4332-a5c0-5624ec20fa81 None None] Network f91d6ba4-1e9c-4273-8bad-a76ea7c07312 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:56:00.759028 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff05de-7981-4420-b1c4-5c96f89309a2 req-c744840f-0c41-49a8-86f1-54b4c7ce47e3 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:00.760512 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-38ff05de-7981-4420-b1c4-5c96f89309a2 req-c744840f-0c41-49a8-86f1-54b4c7ce47e3 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 945 time: 0.0493414 Sep 15 17:56:00.800348 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-38ff05de-7981-4420-b1c4-5c96f89309a2 req-15c97718-96f9-4260-925e-0c89dfd475e9 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337563 Sep 15 17:56:00.986018 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 35182) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:00.999993 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b28c370b-8052-41b5-a85c-08411f1ab777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:01.030577 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b9863-1d27-42d4-b3de-735684ef3247 req-7e0d4987-36d9-489d-9cd7-033d6c8a868e tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:01.037966 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6a3b9863-1d27-42d4-b3de-735684ef3247 req-7e0d4987-36d9-489d-9cd7-033d6c8a868e tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 945 time: 0.0677795 Sep 15 17:56:01.078026 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6a3b9863-1d27-42d4-b3de-735684ef3247 req-42133a5b-800c-406a-b034-f8101c33e502 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392087 Sep 15 17:56:01.111438 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b28c370b-8052-41b5-a85c-08411f1ab777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:01.127327 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:56:01.172391 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edae0e9-5045-4814-aa2f-c6db12e81d0f req-0d85ab09-445c-4782-803d-70b00ab6d48a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:01.173930 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7edae0e9-5045-4814-aa2f-c6db12e81d0f req-0d85ab09-445c-4782-803d-70b00ab6d48a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 944 time: 0.0511384 Sep 15 17:56:01.183049 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b28c370b-8052-41b5-a85c-08411f1ab777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:01.233721 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-b28c370b-8052-41b5-a85c-08411f1ab777 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8830c7a990384464856ca01634169b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465529 Sep 15 17:56:01.234861 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c370b-8052-41b5-a85c-08411f1ab777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6090e8-ee0b-4c0a-b36a-16914af354fe,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:01.236433 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 35190) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:01.268160 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning for port 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 completed by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:56:01.272141 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7edae0e9-5045-4814-aa2f-c6db12e81d0f req-15cf797c-f114-4cad-a433-8b608b4bc5e4 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812087 Sep 15 17:56:01.273826 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:56:01.274399 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:01.333526 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-110c30d3-b019-482a-99b1-a8d46c537912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:01.361031 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b6c3e-2dcb-49cf-a266-fce6cf460c3d req-8214a841-cddb-4684-85bd-d8c86f4f5692 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:01.362652 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e15b6c3e-2dcb-49cf-a266-fce6cf460c3d req-8214a841-cddb-4684-85bd-d8c86f4f5692 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 945 time: 0.0734880 Sep 15 17:56:01.375156 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-110c30d3-b019-482a-99b1-a8d46c537912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:01.375374 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:01.399589 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99554549-cecc-4e20-9c4d-9bdb22ae6472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cbfcdf-e5fb-429c-980e-8fedc82fdfc6'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:56:01.445724 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e15b6c3e-2dcb-49cf-a266-fce6cf460c3d req-348f1818-8e9d-4c1a-8417-e03afd0363a6 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718868 Sep 15 17:56:01.488351 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=33cbfcdf-e5fb-429c-980e-8fedc82fdfc6,segment=NetworkSegment(ddbd2a64-91ba-4b52-b6d9-455ad765d2e6),segment_id=ddbd2a64-91ba-4b52-b6d9-455ad765d2e6)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:56:01.527219 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-110c30d3-b019-482a-99b1-a8d46c537912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:01.529829 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-110c30d3-b019-482a-99b1-a8d46c537912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:01.533553 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-110c30d3-b019-482a-99b1-a8d46c537912 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d6090e8-ee0b-4c0a-b36a-16914af354fe HTTP/1.1" status: 204 len: 168 time: 0.2935126 Sep 15 17:56:01.539315 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c30d3-b019-482a-99b1-a8d46c537912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6090e8-ee0b-4c0a-b36a-16914af354fe,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:01.554465 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:01.582845 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b634ed-3a9b-4487-8eb3-5190654837c0" -d '{"events": [{"server_uuid": "99554549-cecc-4e20-9c4d-9bdb22ae6472", "name": "network-vif-plugged", "status": "completed", "tag": "33cbfcdf-e5fb-429c-980e-8fedc82fdfc6"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:56:01.608919 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=33cbfcdf-e5fb-429c-980e-8fedc82fdfc6,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:01.684818 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145009c9-79bf-4d66-a741-af9ef4bf60cc x-openstack-request-id: req-145009c9-79bf-4d66-a741-af9ef4bf60cc {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:56:01.684818 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99554549-cecc-4e20-9c4d-9bdb22ae6472", "name": "network-vif-plugged", "status": "completed", "tag": "33cbfcdf-e5fb-429c-980e-8fedc82fdfc6", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:56:01.684818 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-145009c9-79bf-4d66-a741-af9ef4bf60cc {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:56:01.684818 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99554549-cecc-4e20-9c4d-9bdb22ae6472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cbfcdf-e5fb-429c-980e-8fedc82fdfc6', 'code': 200} Sep 15 17:56:01.915233 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8002c-bf8d-41b9-ba04-5376e9a32f10 req-a1614714-7d13-4543-ba66-dc7318e3a4c9 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:01.916736 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-36e8002c-bf8d-41b9-ba04-5376e9a32f10 req-a1614714-7d13-4543-ba66-dc7318e3a4c9 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 945 time: 0.0498867 Sep 15 17:56:01.956276 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-36e8002c-bf8d-41b9-ba04-5376e9a32f10 req-33705a11-9aa4-4f9e-9cbf-b8aeee651283 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333667 Sep 15 17:56:02.202829 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4231a-b1d2-40ff-9ee1-dccd0da556e6 req-1c38cc32-8e32-404a-87e1-b789c4c72e70 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:02.204332 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ccb4231a-b1d2-40ff-9ee1-dccd0da556e6 req-1c38cc32-8e32-404a-87e1-b789c4c72e70 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 945 time: 0.0474398 Sep 15 17:56:02.243603 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ccb4231a-b1d2-40ff-9ee1-dccd0da556e6 req-8c0a49dd-84fe-4e03-835c-3ff9a7c4d701 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331917 Sep 15 17:56:02.378137 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811def75-f447-43c6-92ac-d2761495cf7e req-70b5a216-e6cc-4dfc-803d-015328b8e056 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:02.379481 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-811def75-f447-43c6-92ac-d2761495cf7e req-70b5a216-e6cc-4dfc-803d-015328b8e056 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 944 time: 0.0476160 Sep 15 17:56:02.415561 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-811def75-f447-43c6-92ac-d2761495cf7e req-504483c8-ee0b-4c23-8330-520973483880 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301569 Sep 15 17:56:02.532999 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:02.563505 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3842908-711d-483b-8b57-a39acf69f975 req-83f95181-6520-472d-b4e7-5c1ed5ee7348 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:02.564992 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f3842908-711d-483b-8b57-a39acf69f975 req-83f95181-6520-472d-b4e7-5c1ed5ee7348 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 946 time: 0.0570581 Sep 15 17:56:02.602705 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f3842908-711d-483b-8b57-a39acf69f975 req-1b55d3f0-7c9a-4d13-a183-3e4b3398dea1 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315013 Sep 15 17:56:03.070824 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a681c5d-9922-4cee-ac10-6e52eee4ab97 req-4b6b2219-156c-4ef5-bcc4-e55cc3e2717f tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:03.072239 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5a681c5d-9922-4cee-ac10-6e52eee4ab97 req-4b6b2219-156c-4ef5-bcc4-e55cc3e2717f tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 945 time: 0.0515440 Sep 15 17:56:03.110122 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5a681c5d-9922-4cee-ac10-6e52eee4ab97 req-4c98f8b0-254b-4689-bcb3-43ce56b4debf tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315678 Sep 15 17:56:03.302260 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 8e19d0cd-81ce-411e-927f-5c2ef4eb068c up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:56:03.373992 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee0711-0a82-49c8-a741-b73f945ff8ed req-b499d1a1-f7ba-4696-8696-e1e374c7306d tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:03.376913 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9aee0711-0a82-49c8-a741-b73f945ff8ed req-b499d1a1-f7ba-4696-8696-e1e374c7306d tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 945 time: 0.0552456 Sep 15 17:56:03.413508 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9aee0711-0a82-49c8-a741-b73f945ff8ed req-35a09b10-f641-4452-b2a1-76d0265e0b63 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318213 Sep 15 17:56:03.445650 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning for port 8e19d0cd-81ce-411e-927f-5c2ef4eb068c completed by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:56:03.446428 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port 8e19d0cd-81ce-411e-927f-5c2ef4eb068c triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:56:03.446722 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:03.550716 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812ce48-0faf-4103-bae3-b6a0d5ed7a73 req-50d7a533-a601-4b55-9c9f-d98505b77f7e tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:03.553043 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7812ce48-0faf-4103-bae3-b6a0d5ed7a73 req-50d7a533-a601-4b55-9c9f-d98505b77f7e tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 944 time: 0.0609155 Sep 15 17:56:03.557931 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:03.594571 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 8e19d0cd-81ce-411e-927f-5c2ef4eb068c, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=8e19d0cd-81ce-411e-927f-5c2ef4eb068c,segment=NetworkSegment(5590f83a-d74b-4b35-bea9-8f637287cad3),segment_id=5590f83a-d74b-4b35-bea9-8f637287cad3)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:56:03.596300 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7812ce48-0faf-4103-bae3-b6a0d5ed7a73 req-025117f9-4545-4b88-83bd-2e9e8a2a3d44 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321677 Sep 15 17:56:03.680359 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:03.681245 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 11fed8a6-754f-439b-bf53-b4372ad2bc1a up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:56:03.685212 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a1aa4a-95cc-4b06-b4e2-eb626057892e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e19d0cd-81ce-411e-927f-5c2ef4eb068c'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:56:03.687542 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d9c9cc-6d10-478e-a4a2-c970f6f43b95" -d '{"events": [{"server_uuid": "99a1aa4a-95cc-4b06-b4e2-eb626057892e", "name": "network-vif-plugged", "status": "completed", "tag": "8e19d0cd-81ce-411e-927f-5c2ef4eb068c"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:56:03.736024 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a6982-63e8-4ed2-acf2-913064cd7dcb req-639a616b-3983-4261-bfae-bc63b8755924 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:03.738821 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-202a6982-63e8-4ed2-acf2-913064cd7dcb req-639a616b-3983-4261-bfae-bc63b8755924 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 946 time: 0.0658169 Sep 15 17:56:03.777252 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-202a6982-63e8-4ed2-acf2-913064cd7dcb req-f71e5a95-daef-43e8-b0d5-5431987938c2 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326300 Sep 15 17:56:03.837850 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a016d2-cfb1-41cc-980e-825310513ca6 x-openstack-request-id: req-c3a016d2-cfb1-41cc-980e-825310513ca6 {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:56:03.838176 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a1aa4a-95cc-4b06-b4e2-eb626057892e", "name": "network-vif-plugged", "status": "completed", "tag": "8e19d0cd-81ce-411e-927f-5c2ef4eb068c", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:56:03.838433 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3a016d2-cfb1-41cc-980e-825310513ca6 {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:56:03.838824 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a1aa4a-95cc-4b06-b4e2-eb626057892e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e19d0cd-81ce-411e-927f-5c2ef4eb068c', 'code': 200} Sep 15 17:56:03.877401 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=8e19d0cd-81ce-411e-927f-5c2ef4eb068c,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:03.978530 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning for port 11fed8a6-754f-439b-bf53-b4372ad2bc1a completed by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:56:03.982511 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port 11fed8a6-754f-439b-bf53-b4372ad2bc1a triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:56:03.982877 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:04.057083 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:04.089500 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 11fed8a6-754f-439b-bf53-b4372ad2bc1a, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=11fed8a6-754f-439b-bf53-b4372ad2bc1a,segment=NetworkSegment(5590f83a-d74b-4b35-bea9-8f637287cad3),segment_id=5590f83a-d74b-4b35-bea9-8f637287cad3)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:56:04.195632 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:04.196527 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 32134c97-6407-4df4-b0a1-6f8a03cb6a8b up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:56:04.224304 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a884560-9cca-46f0-9549-7dc6af296e87 req-48506314-f063-43fc-9694-a3ca09597752 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:04.226457 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6a884560-9cca-46f0-9549-7dc6af296e87 req-48506314-f063-43fc-9694-a3ca09597752 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 945 time: 0.0477593 Sep 15 17:56:04.271546 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6a884560-9cca-46f0-9549-7dc6af296e87 req-db804253-951f-4a1f-9961-d1a493011503 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386212 Sep 15 17:56:04.315684 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=11fed8a6-754f-439b-bf53-b4372ad2bc1a,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:04.379862 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning for port 32134c97-6407-4df4-b0a1-6f8a03cb6a8b completed by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:56:04.386560 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port 32134c97-6407-4df4-b0a1-6f8a03cb6a8b triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:56:04.386793 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f728df-671c-4da5-9404-3ffb963bf3ee req-69196409-b00d-4b1f-bdf6-c5606db2024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:04.387100 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:04.388073 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c5f728df-671c-4da5-9404-3ffb963bf3ee req-69196409-b00d-4b1f-bdf6-c5606db2024c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 1099 time: 0.0849876 Sep 15 17:56:04.407843 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-c5f728df-671c-4da5-9404-3ffb963bf3ee req-53f49817-cfe2-4f30-b340-31273105e264 service neutron] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:04.473808 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:04.510808 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 32134c97-6407-4df4-b0a1-6f8a03cb6a8b, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=32134c97-6407-4df4-b0a1-6f8a03cb6a8b,segment=NetworkSegment(9595e9a1-5be3-422c-bdfb-de0c754febdc),segment_id=9595e9a1-5be3-422c-bdfb-de0c754febdc)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:56:04.518289 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-c5f728df-671c-4da5-9404-3ffb963bf3ee req-53f49817-cfe2-4f30-b340-31273105e264 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:04.540433 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a260a2e-0ac2-4caf-bb2d-fa7f2aebe514 req-484eb9ec-fce6-4fcb-adf7-76b05960195e tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:04.542005 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2a260a2e-0ac2-4caf-bb2d-fa7f2aebe514 req-484eb9ec-fce6-4fcb-adf7-76b05960195e tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 945 time: 0.0534420 Sep 15 17:56:04.581678 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2a260a2e-0ac2-4caf-bb2d-fa7f2aebe514 req-b2f7ff64-b20b-4a57-be84-883a8ca34415 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326302 Sep 15 17:56:04.609124 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfb6e3-962f-4d2c-a45d-67e90991feda req-048970e0-7279-47f8-a683-7bd3dcef3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:04.610540 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0ccfb6e3-962f-4d2c-a45d-67e90991feda req-048970e0-7279-47f8-a683-7bd3dcef3f01 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 1099 time: 0.0401466 Sep 15 17:56:04.630308 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:04.631178 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-c5f728df-671c-4da5-9404-3ffb963bf3ee req-53f49817-cfe2-4f30-b340-31273105e264 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:04.632078 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 879e581f-0824-440b-a2c4-3aa7b4ef766e up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:56:04.634099 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-0ccfb6e3-962f-4d2c-a45d-67e90991feda req-d3a1e354-b06b-478a-a8e6-2ded1f0405f7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:04.695853 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c5f728df-671c-4da5-9404-3ffb963bf3ee req-53f49817-cfe2-4f30-b340-31273105e264 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959394 Sep 15 17:56:04.711148 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=32134c97-6407-4df4-b0a1-6f8a03cb6a8b,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:04.830202 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning for port 879e581f-0824-440b-a2c4-3aa7b4ef766e completed by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:56:04.835250 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port 879e581f-0824-440b-a2c4-3aa7b4ef766e triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:56:04.835631 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:04.898141 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f49817-cfe2-4f30-b340-31273105e264 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a4e64d-4465-4177-8d69-41ba9f5c8476,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:04.908513 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244902e-859d-45d7-99b7-c1c5c6006a3c req-99f9a7a6-e556-465a-bbb6-db5280b86fff tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:04.908513 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9244902e-859d-45d7-99b7-c1c5c6006a3c req-99f9a7a6-e556-465a-bbb6-db5280b86fff tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 946 time: 0.0532763 Sep 15 17:56:04.934478 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda96c6-f2b5-471c-bb8a-83d189f5f244 req-c27b7035-6e70-47a5-aede-e067200de5d1 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:04.936925 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0cda96c6-f2b5-471c-bb8a-83d189f5f244 req-c27b7035-6e70-47a5-aede-e067200de5d1 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.2694597 Sep 15 17:56:04.949430 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:04.958047 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9244902e-859d-45d7-99b7-c1c5c6006a3c req-706a4adf-9de4-4277-9f01-87dcd1bf2ffa tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390446 Sep 15 17:56:04.972727 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0ccfb6e3-962f-4d2c-a45d-67e90991feda req-d3a1e354-b06b-478a-a8e6-2ded1f0405f7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537555 Sep 15 17:56:04.984360 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 879e581f-0824-440b-a2c4-3aa7b4ef766e, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=879e581f-0824-440b-a2c4-3aa7b4ef766e,segment=NetworkSegment(e4811d1b-8643-4b39-932b-9757a257ecf2),segment_id=e4811d1b-8643-4b39-932b-9757a257ecf2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:56:04.991529 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0cda96c6-f2b5-471c-bb8a-83d189f5f244 req-71c78ae9-e0d1-4faf-bfe3-cf146795a7c5 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472772 Sep 15 17:56:05.046993 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:05.093769 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=879e581f-0824-440b-a2c4-3aa7b4ef766e,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:05.406752 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03e266-f596-4414-ae6b-78abf1482c95 req-36ca51a7-df50-4dee-9195-4056f4799c40 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:05.408225 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3c03e266-f596-4414-ae6b-78abf1482c95 req-36ca51a7-df50-4dee-9195-4056f4799c40 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0564175 Sep 15 17:56:05.451390 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3c03e266-f596-4414-ae6b-78abf1482c95 req-cfc49ff7-1318-4ebf-9162-2ba9e79962a9 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357265 Sep 15 17:56:05.696245 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb8268-1e3d-4cbf-a9f8-afcac7d201a0 req-6c06b6cd-8a9c-45ce-be5c-48219535357a tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:05.697750 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-afdb8268-1e3d-4cbf-a9f8-afcac7d201a0 req-6c06b6cd-8a9c-45ce-be5c-48219535357a tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0479310 Sep 15 17:56:05.740347 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-afdb8268-1e3d-4cbf-a9f8-afcac7d201a0 req-48de8c9b-b64e-401d-80a5-3b35e2a849a5 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364385 Sep 15 17:56:05.841079 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48c7645-330c-492f-b42e-5ba12e5e48d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fed8a6-754f-439b-bf53-b4372ad2bc1a'}, {'server_uuid': 'dbd2c6fa-000a-467f-8411-ee58811b5b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32134c97-6407-4df4-b0a1-6f8a03cb6a8b'}, {'server_uuid': 'b93d2b49-5ed0-4243-9223-844cee32e1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879e581f-0824-440b-a2c4-3aa7b4ef766e'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:56:05.843624 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dc4b47-b6d1-4a4a-a67f-36b962efc8aa" -d '{"events": [{"server_uuid": "b48c7645-330c-492f-b42e-5ba12e5e48d6", "name": "network-vif-plugged", "status": "completed", "tag": "11fed8a6-754f-439b-bf53-b4372ad2bc1a"}, {"server_uuid": "dbd2c6fa-000a-467f-8411-ee58811b5b4b", "name": "network-vif-plugged", "status": "completed", "tag": "32134c97-6407-4df4-b0a1-6f8a03cb6a8b"}, {"server_uuid": "b93d2b49-5ed0-4243-9223-844cee32e1c5", "name": "network-vif-plugged", "status": "completed", "tag": "879e581f-0824-440b-a2c4-3aa7b4ef766e"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:56:05.891347 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 15 Sep 2021 17:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b3d447-5e4d-4c6e-b275-7d1435aec997 x-openstack-request-id: req-a6b3d447-5e4d-4c6e-b275-7d1435aec997 {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:56:05.891833 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48c7645-330c-492f-b42e-5ba12e5e48d6", "name": "network-vif-plugged", "status": "completed", "tag": "11fed8a6-754f-439b-bf53-b4372ad2bc1a", "code": 200}, {"server_uuid": "dbd2c6fa-000a-467f-8411-ee58811b5b4b", "name": "network-vif-plugged", "status": "completed", "tag": "32134c97-6407-4df4-b0a1-6f8a03cb6a8b", "code": 200}, {"server_uuid": "b93d2b49-5ed0-4243-9223-844cee32e1c5", "name": "network-vif-plugged", "status": "completed", "tag": "879e581f-0824-440b-a2c4-3aa7b4ef766e", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:56:05.892115 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6b3d447-5e4d-4c6e-b275-7d1435aec997 {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:56:05.892541 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48c7645-330c-492f-b42e-5ba12e5e48d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fed8a6-754f-439b-bf53-b4372ad2bc1a', 'code': 200} Sep 15 17:56:05.892800 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd2c6fa-000a-467f-8411-ee58811b5b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32134c97-6407-4df4-b0a1-6f8a03cb6a8b', 'code': 200} Sep 15 17:56:05.893347 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93d2b49-5ed0-4243-9223-844cee32e1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879e581f-0824-440b-a2c4-3aa7b4ef766e', 'code': 200} Sep 15 17:56:06.105937 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c3801-c732-4b77-a740-9d82533298a4 req-9fe9a3b0-8d53-468b-adac-230784c85fb0 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:06.107628 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-246c3801-c732-4b77-a740-9d82533298a4 req-9fe9a3b0-8d53-468b-adac-230784c85fb0 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 946 time: 0.0615432 Sep 15 17:56:06.154369 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ad40f-d37e-4cff-812b-19398b9f583b req-be10fbb0-37f9-468e-9f2f-9f402360b831 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:06.156998 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-312ad40f-d37e-4cff-812b-19398b9f583b req-be10fbb0-37f9-468e-9f2f-9f402360b831 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0831730 Sep 15 17:56:06.166633 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-246c3801-c732-4b77-a740-9d82533298a4 req-5af60a25-4868-4c39-89c2-92fd6e47726e tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506856 Sep 15 17:56:06.204222 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-312ad40f-d37e-4cff-812b-19398b9f583b req-50e5b756-acdd-4502-83b9-d4fc273974c8 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376611 Sep 15 17:56:06.410652 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816a807-5571-4d88-81bf-50ea9627bb70 req-da2617ab-e2be-4ebe-839f-bbf9344b522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:06.412222 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-9816a807-5571-4d88-81bf-50ea9627bb70 req-da2617ab-e2be-4ebe-839f-bbf9344b522d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 1099 time: 0.0678551 Sep 15 17:56:06.414576 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945c509-1cb0-46ea-b123-b7ea4ec59012 req-947fc633-c194-4185-93d6-ebdc1fa33e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:06.416182 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6945c509-1cb0-46ea-b123-b7ea4ec59012 req-947fc633-c194-4185-93d6-ebdc1fa33e45 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 1099 time: 0.0704734 Sep 15 17:56:06.418420 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ccdfd-0653-440f-ad59-3cf5d45340f6 req-68880b08-7dae-401c-9d64-8abc81e3b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:06.419835 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5b6ccdfd-0653-440f-ad59-3cf5d45340f6 req-68880b08-7dae-401c-9d64-8abc81e3b21c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 1098 time: 0.0667498 Sep 15 17:56:06.469989 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6945c509-1cb0-46ea-b123-b7ea4ec59012 req-f69dd7f9-a3de-4c03-876d-629e8111c27c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358174 Sep 15 17:56:06.476050 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-9816a807-5571-4d88-81bf-50ea9627bb70 req-6aa85b33-d139-49cf-bc11-b817a2cb2715 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498784 Sep 15 17:56:06.483291 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5b6ccdfd-0653-440f-ad59-3cf5d45340f6 req-b9e31690-715d-42e3-b58f-bb7dfde14aa5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438762 Sep 15 17:56:06.570861 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02651a-e964-408c-b627-cab7b47a5b7c req-e287bd50-cfe2-4aba-b36f-aca424a54fdf tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:06.572244 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bd02651a-e964-408c-b627-cab7b47a5b7c req-e287bd50-cfe2-4aba-b36f-aca424a54fdf tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0518813 Sep 15 17:56:06.608393 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bd02651a-e964-408c-b627-cab7b47a5b7c req-b9642a3d-daaa-4eac-b090-9dd2a3041ac6 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298445 Sep 15 17:56:07.035548 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649f074-7cfd-4bcd-b6dc-17c6b476b492 req-0563726c-65b7-4d37-86f0-5512b9e9c71e tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:07.037065 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1649f074-7cfd-4bcd-b6dc-17c6b476b492 req-0563726c-65b7-4d37-86f0-5512b9e9c71e tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 946 time: 0.2278538 Sep 15 17:56:07.084810 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1649f074-7cfd-4bcd-b6dc-17c6b476b492 req-65adcf3e-f75f-4f86-935d-ab5e9f9f0b23 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388885 Sep 15 17:56:07.287772 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c5cfe-ce00-4762-9ffe-47dac4040e32 req-31b9dc52-7383-422b-8081-674b214d4756 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:07.292267 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-581c5cfe-ce00-4762-9ffe-47dac4040e32 req-31b9dc52-7383-422b-8081-674b214d4756 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 946 time: 0.0509496 Sep 15 17:56:07.331281 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 35372) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:07.351039 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06539c3f-d3ed-402e-898c-fe82c6581b2f req-a0d02385-c653-49a9-8dc1-954f5aa6513e tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:07.352774 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-06539c3f-d3ed-402e-898c-fe82c6581b2f req-a0d02385-c653-49a9-8dc1-954f5aa6513e tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0820754 Sep 15 17:56:07.375066 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-581c5cfe-ce00-4762-9ffe-47dac4040e32 req-edeea107-cb47-4e51-83b8-99f94783261f tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789559 Sep 15 17:56:07.404856 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-06539c3f-d3ed-402e-898c-fe82c6581b2f req-f75bf383-643a-4dcc-8fc9-15339067346f tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455737 Sep 15 17:56:07.454915 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-67d3d332-04cd-4c4b-955d-6ff9045cefda admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:07.543422 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-67d3d332-04cd-4c4b-955d-6ff9045cefda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:07.624293 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-67d3d332-04cd-4c4b-955d-6ff9045cefda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:07.666530 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-67d3d332-04cd-4c4b-955d-6ff9045cefda admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ff8bdb399e041248e0ce71ff232cd13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3325281 Sep 15 17:56:07.667466 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3d332-04cd-4c4b-955d-6ff9045cefda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2552df-13de-4b3b-bacb-856e5f20fd65,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:07.669262 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 35382) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:07.760416 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2091cb8f-fc9f-4ac9-8266-85b51cdd6e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:07.769163 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d712fff-bee2-4d0f-8592-0879716ddd14 req-e59e1343-9e9d-43d0-a2fb-fdef6c16ad35 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:07.770748 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2d712fff-bee2-4d0f-8592-0879716ddd14 req-e59e1343-9e9d-43d0-a2fb-fdef6c16ad35 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0842021 Sep 15 17:56:07.803271 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2091cb8f-fc9f-4ac9-8266-85b51cdd6e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:07.841749 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2d712fff-bee2-4d0f-8592-0879716ddd14 req-f6b04949-0338-47bf-bef1-052bc3d4ba3f tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620196 Sep 15 17:56:07.996314 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2091cb8f-fc9f-4ac9-8266-85b51cdd6e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:07.999015 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2091cb8f-fc9f-4ac9-8266-85b51cdd6e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:08.000166 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-2091cb8f-fc9f-4ac9-8266-85b51cdd6e6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa2552df-13de-4b3b-bacb-856e5f20fd65 HTTP/1.1" status: 204 len: 168 time: 0.3296583 Sep 15 17:56:08.009073 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091cb8f-fc9f-4ac9-8266-85b51cdd6e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2552df-13de-4b3b-bacb-856e5f20fd65,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:08.221823 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62126925-5f67-44a2-99ca-917c4120f797 req-7ff7894d-c333-4990-8cba-8861e5e309aa tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:08.223186 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-62126925-5f67-44a2-99ca-917c4120f797 req-7ff7894d-c333-4990-8cba-8861e5e309aa tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0466015 Sep 15 17:56:08.264491 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-62126925-5f67-44a2-99ca-917c4120f797 req-0e2fdb47-82a7-4991-b9e1-1925fdecbec6 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352306 Sep 15 17:56:08.501839 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d708a1a-835a-4aef-9299-83e14a9b7c92 req-161190c3-bb4b-46b0-80e3-3c5b67831902 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:08.503558 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2d708a1a-835a-4aef-9299-83e14a9b7c92 req-161190c3-bb4b-46b0-80e3-3c5b67831902 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 946 time: 0.0522771 Sep 15 17:56:08.525644 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b7325-8015-4382-813d-e5a814358a46 req-03715258-dd53-4464-82c4-da28a9c57d19 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:08.529170 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-887b7325-8015-4382-813d-e5a814358a46 req-03715258-dd53-4464-82c4-da28a9c57d19 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0555820 Sep 15 17:56:08.550892 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2d708a1a-835a-4aef-9299-83e14a9b7c92 req-268ac947-f75b-4e59-a970-72dee5fd2a43 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383909 Sep 15 17:56:08.594433 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-887b7325-8015-4382-813d-e5a814358a46 req-6ebe5585-294c-48b4-8c51-57bd563f4c79 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590005 Sep 15 17:56:08.658491 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 35404) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:08.672662 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-02e6a9e4-c2ac-4c7c-890f-e254493fa06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:08.781872 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-02e6a9e4-c2ac-4c7c-890f-e254493fa06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:08.902694 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-02e6a9e4-c2ac-4c7c-890f-e254493fa06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:08.973701 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-02e6a9e4-c2ac-4c7c-890f-e254493fa06a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31f45484439e42e9b2a5dff20cd52bae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140860 Sep 15 17:56:08.980156 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 35408) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:08.983449 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6a9e4-c2ac-4c7c-890f-e254493fa06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2872b3-5bee-48ae-8d25-47e991aead52,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:09.004070 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab595e9-b860-4b39-b443-1e7424942268 req-32b8f4c2-a412-46f0-8b2e-7622872d77cd tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:09.005699 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bab595e9-b860-4b39-b443-1e7424942268 req-32b8f4c2-a412-46f0-8b2e-7622872d77cd tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0875750 Sep 15 17:56:09.033687 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-3da9598b-2e70-46e6-8844-4d80ab7b30ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:09.052751 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bab595e9-b860-4b39-b443-1e7424942268 req-e9623087-3603-4b03-95c7-61bcb4ca97bc tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396676 Sep 15 17:56:09.075173 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-3da9598b-2e70-46e6-8844-4d80ab7b30ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:09.198409 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-3da9598b-2e70-46e6-8844-4d80ab7b30ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:09.208565 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-3da9598b-2e70-46e6-8844-4d80ab7b30ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:09.208565 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-3da9598b-2e70-46e6-8844-4d80ab7b30ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f2872b3-5bee-48ae-8d25-47e991aead52 HTTP/1.1" status: 204 len: 168 time: 0.2214274 Sep 15 17:56:09.210903 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9598b-2e70-46e6-8844-4d80ab7b30ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2872b3-5bee-48ae-8d25-47e991aead52,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:09.436518 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff01399-b244-4bfc-bbe3-70f5706e24f9 req-cb25f253-fd44-43f2-bc13-689c996f01da tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:09.438077 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4ff01399-b244-4bfc-bbe3-70f5706e24f9 req-cb25f253-fd44-43f2-bc13-689c996f01da tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0776687 Sep 15 17:56:09.489695 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4ff01399-b244-4bfc-bbe3-70f5706e24f9 req-ea1d5059-100d-44a2-b0e8-98be251a0f88 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449650 Sep 15 17:56:09.761490 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fa293-2795-4ad5-b217-98c75ed45c70 req-1b4d58b3-e3b3-459c-8a5c-5d7b06d29c36 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:09.770065 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4e1fa293-2795-4ad5-b217-98c75ed45c70 req-1b4d58b3-e3b3-459c-8a5c-5d7b06d29c36 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.1307173 Sep 15 17:56:09.771429 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a1aa0-52d2-4fb0-bc8f-380e4f1dcf3e req-0e66dc9c-dad4-495f-af4c-ad3c0188d9b0 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:09.773632 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8a0a1aa0-52d2-4fb0-bc8f-380e4f1dcf3e req-0e66dc9c-dad4-495f-af4c-ad3c0188d9b0 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0954838 Sep 15 17:56:09.801827 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985e6c3-e48a-4f1a-bd09-c51dc931a6f0 req-c2b181f4-23e3-46bf-98d3-9d81cd308c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:09.803354 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f985e6c3-e48a-4f1a-bd09-c51dc931a6f0 req-c2b181f4-23e3-46bf-98d3-9d81cd308c07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60eeb6732c944f73b5124264b05fed93&device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 1099 time: 0.1079361 Sep 15 17:56:09.837042 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8a0a1aa0-52d2-4fb0-bc8f-380e4f1dcf3e req-2d4636b3-9a65-4ba5-a9d2-8b4f6b8a63f2 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571196 Sep 15 17:56:09.840644 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4e1fa293-2795-4ad5-b217-98c75ed45c70 req-a8e7b7b5-64d4-47db-9d13-be90e826d646 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697055 Sep 15 17:56:09.914857 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985e6c3-e48a-4f1a-bd09-c51dc931a6f0 req-eeeb28e2-9b76-4565-8cce-c347073230fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:09.916319 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f985e6c3-e48a-4f1a-bd09-c51dc931a6f0 req-eeeb28e2-9b76-4565-8cce-c347073230fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=396115e6-db56-4072-bd7b-ec58ca4ae889 HTTP/1.1" status: 200 len: 920 time: 0.1019790 Sep 15 17:56:09.955300 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee0442-f767-4c67-9b5b-cb1d86de0de1 req-27d383ff-daf5-4061-9161-2d7dbae6e809 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:09.957034 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1dee0442-f767-4c67-9b5b-cb1d86de0de1 req-27d383ff-daf5-4061-9161-2d7dbae6e809 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0497141 Sep 15 17:56:09.968766 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 35456) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:09.971613 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f985e6c3-e48a-4f1a-bd09-c51dc931a6f0 req-d48f9e0a-a596-42a0-843b-665d4b700f8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11fed8a6-754f-439b-bf53-b4372ad2bc1a HTTP/1.1" status: 200 len: 217 time: 0.0415273 Sep 15 17:56:09.973432 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-e072a32c-df76-493e-aba8-a31e377f9748 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Request body: {'floatingip': {'port_id': '32134c97-6407-4df4-b0a1-6f8a03cb6a8b'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:56:10.023471 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985e6c3-e48a-4f1a-bd09-c51dc931a6f0 req-6e2cac36-a743-4da4-b188-ba0693780bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:10.027986 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f985e6c3-e48a-4f1a-bd09-c51dc931a6f0 req-6e2cac36-a743-4da4-b188-ba0693780bbd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13cfe71f-2229-47b4-a747-3c2f6b40d99e HTTP/1.1" status: 200 len: 859 time: 0.0450919 Sep 15 17:56:10.048421 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e072a32c-df76-493e-aba8-a31e377f9748 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for floatingip, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:10.057863 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f985e6c3-e48a-4f1a-bd09-c51dc931a6f0 req-d3fdc931-5c7e-4e85-8836-b6f9b09b4076 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=396115e6-db56-4072-bd7b-ec58ca4ae889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256400 Sep 15 17:56:10.173058 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f985e6c3-e48a-4f1a-bd09-c51dc931a6f0 req-ad66dadc-b60e-4926-a52a-994448af0b38 service neutron] 10.222.0.37 "GET /v2.0/networks/396115e6-db56-4072-bd7b-ec58ca4ae889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070445 Sep 15 17:56:10.271789 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f985e6c3-e48a-4f1a-bd09-c51dc931a6f0 req-6761725e-558c-41a5-9762-77f4f9c0e2af service neutron] 10.222.0.37 "GET /v2.0/networks/396115e6-db56-4072-bd7b-ec58ca4ae889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888202 Sep 15 17:56:10.785531 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e072a32c-df76-493e-aba8-a31e377f9748 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:10.870389 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e072a32c-df76-493e-aba8-a31e377f9748 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600326'] for floatingip, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:11.039994 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b515b3e-d240-4b55-8a7b-27f7ecbf7fee req-0a004865-692f-4937-b654-17359c99f486 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:11.041938 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9b515b3e-d240-4b55-8a7b-27f7ecbf7fee req-0a004865-692f-4937-b654-17359c99f486 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.1217353 Sep 15 17:56:11.081482 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.l3_db [None req-e072a32c-df76-493e-aba8-a31e377f9748 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Floating IP 9944c274-b3a3-4852-ab76-46668944d09d associated. External IP: 172.27.3.29, port: 32134c97-6407-4df4-b0a1-6f8a03cb6a8b. Sep 15 17:56:11.142809 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9b515b3e-d240-4b55-8a7b-27f7ecbf7fee req-c712e3d4-4e6b-443e-b0f1-1ef25f069266 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939476 Sep 15 17:56:11.571765 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e072a32c-df76-493e-aba8-a31e377f9748 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Router 296784a6-4663-40d2-85f3-7d183be946f8 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:56:11.737103 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e072a32c-df76-493e-aba8-a31e377f9748 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:56:11.743154 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e072a32c-df76-493e-aba8-a31e377f9748 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:11.755218 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1abd50-c63d-4454-8623-c2f6ba849753 None None] Sync routers for ids ['296784a6-4663-40d2-85f3-7d183be946f8'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:56:11.764340 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1abd50-c63d-4454-8623-c2f6ba849753 None None] Routers {'296784a6-4663-40d2-85f3-7d183be946f8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:56:11.765357 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-8d1abd50-c63d-4454-8623-c2f6ba849753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:55:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['296784a6-4663-40d2-85f3-7d183be946f8'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:56:11.807384 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-e072a32c-df76-493e-aba8-a31e377f9748 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "PUT /v2.0/floatingips/9944c274-b3a3-4852-ab76-46668944d09d HTTP/1.1" status: 200 len: 990 time: 1.8347893 Sep 15 17:56:11.807384 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd2c6fa-000a-467f-8411-ee58811b5b4b', 'tag': '32134c97-6407-4df4-b0a1-6f8a03cb6a8b'}] {{(pid=106072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:56:11.810322 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47b324d98f2f4bfc09410de6f146af452c7265e3c4636f4d971b874cd661cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7687843c-976a-49cd-97a7-b9b29accb986" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd2c6fa-000a-467f-8411-ee58811b5b4b", "tag": "32134c97-6407-4df4-b0a1-6f8a03cb6a8b"}]}' {{(pid=106072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:56:11.896228 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-8d1abd50-c63d-4454-8623-c2f6ba849753 None None] Set router 296784a6-4663-40d2-85f3-7d183be946f8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:56:12.045451 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6307635-45eb-48d3-a46d-6d89edb55e8d x-openstack-request-id: req-a6307635-45eb-48d3-a46d-6d89edb55e8d {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:56:12.045892 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd2c6fa-000a-467f-8411-ee58811b5b4b", "tag": "32134c97-6407-4df4-b0a1-6f8a03cb6a8b", "status": "completed", "code": 200}]} {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:56:12.046116 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6307635-45eb-48d3-a46d-6d89edb55e8d {{(pid=106072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:56:12.046496 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd2c6fa-000a-467f-8411-ee58811b5b4b', 'tag': '32134c97-6407-4df4-b0a1-6f8a03cb6a8b', 'status': 'completed', 'code': 200} Sep 15 17:56:12.151471 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687843c-976a-49cd-97a7-b9b29accb986 req-d995cc0b-2b06-4515-9949-a1b2fac98746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:12.153076 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7687843c-976a-49cd-97a7-b9b29accb986 req-d995cc0b-2b06-4515-9949-a1b2fac98746 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f97c5470f94401f90fa26a45eecfcd7&device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 1098 time: 0.0758739 Sep 15 17:56:12.284860 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 35564) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:12.324865 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687843c-976a-49cd-97a7-b9b29accb986 req-26736508-1cea-4359-ac86-1a03b613f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:12.327191 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7687843c-976a-49cd-97a7-b9b29accb986 req-26736508-1cea-4359-ac86-1a03b613f1bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=c82f0e18-d709-47ff-b01c-741485e75497 HTTP/1.1" status: 200 len: 911 time: 0.1661277 Sep 15 17:56:12.339320 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ea459-a3be-4513-9cde-d3a5781ebcea req-a8ca9e51-0f37-4b39-a06b-f23eebed16de tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:12.347880 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-390ea459-a3be-4513-9cde-d3a5781ebcea req-a8ca9e51-0f37-4b39-a06b-f23eebed16de tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0887246 Sep 15 17:56:12.358205 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-8d1abd50-c63d-4454-8623-c2f6ba849753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296784a6-4663-40d2-85f3-7d183be946f8', 'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '5c461aa5-2016-41b5-8e7f-469855982632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:24Z', 'updated_at': '2021-09-15T17:55:30Z', 'revision_number': 4, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'gw_port': {'id': '5c461aa5-2016-41b5-8e7f-469855982632', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:25Z', 'updated_at': '2021-09-15T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '9944c274-b3a3-4852-ab76-46668944d09d', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'port_id': '32134c97-6407-4df4-b0a1-6f8a03cb6a8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'mac_address': 'fa:16:3e:03:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd2c6fa-000a-467f-8411-ee58811b5b4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:55:43Z', 'updated_at': '2021-09-15T17:56:10Z', 'revision_number': 1, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b49b8742-4ec8-4b77-b1b1-091bc6f75eb3', 'name': '', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'mac_address': 'fa:16:3e:0b:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:29Z', 'updated_at': '2021-09-15T17:55:37Z', 'revision_number': 5, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'subnets': [{'id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:56:12.391301 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1abd50-c63d-4454-8623-c2f6ba849753 None None] Checking router: 296784a6-4663-40d2-85f3-7d183be946f8 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:56:12.400877 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1abd50-c63d-4454-8623-c2f6ba849753 None None] Routers {'296784a6-4663-40d2-85f3-7d183be946f8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:56:12.401632 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-8d1abd50-c63d-4454-8623-c2f6ba849753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:55:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['296784a6-4663-40d2-85f3-7d183be946f8'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:56:12.478522 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-390ea459-a3be-4513-9cde-d3a5781ebcea req-c217f1ff-48a3-4a48-ae50-6fc7186232af tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294181 Sep 15 17:56:12.509812 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7687843c-976a-49cd-97a7-b9b29accb986 req-a91c229c-6230-40af-9be0-ead1e58c5c97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32134c97-6407-4df4-b0a1-6f8a03cb6a8b HTTP/1.1" status: 200 len: 998 time: 0.1582978 Sep 15 17:56:12.520766 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-8d1abd50-c63d-4454-8623-c2f6ba849753 None None] Set router 296784a6-4663-40d2-85f3-7d183be946f8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:56:12.599585 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687843c-976a-49cd-97a7-b9b29accb986 req-588879b6-da94-458c-ab8c-9537a5bbf7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:12.602029 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7687843c-976a-49cd-97a7-b9b29accb986 req-588879b6-da94-458c-ab8c-9537a5bbf7aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b21d638-ac50-4318-b027-484d191c8b9c HTTP/1.1" status: 200 len: 849 time: 0.0803480 Sep 15 17:56:12.644732 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6c152192-6709-48cc-859e-d10fd976d2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:12.702136 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687843c-976a-49cd-97a7-b9b29accb986 req-dfc15f2f-52e3-4f7d-96fe-79d85c4da177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:12.704403 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7687843c-976a-49cd-97a7-b9b29accb986 req-dfc15f2f-52e3-4f7d-96fe-79d85c4da177 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c82f0e18-d709-47ff-b01c-741485e75497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0927742 Sep 15 17:56:12.786539 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6c152192-6709-48cc-859e-d10fd976d2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:12.802485 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7687843c-976a-49cd-97a7-b9b29accb986 req-3f65d808-ca53-4c33-a975-bd71b2f4ff6c service neutron] 10.222.0.37 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892189 Sep 15 17:56:12.824398 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-8d1abd50-c63d-4454-8623-c2f6ba849753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296784a6-4663-40d2-85f3-7d183be946f8', 'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '5c461aa5-2016-41b5-8e7f-469855982632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:24Z', 'updated_at': '2021-09-15T17:55:30Z', 'revision_number': 4, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'gw_port': {'id': '5c461aa5-2016-41b5-8e7f-469855982632', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:25Z', 'updated_at': '2021-09-15T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '9944c274-b3a3-4852-ab76-46668944d09d', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'port_id': '32134c97-6407-4df4-b0a1-6f8a03cb6a8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'mac_address': 'fa:16:3e:03:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd2c6fa-000a-467f-8411-ee58811b5b4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:55:43Z', 'updated_at': '2021-09-15T17:56:10Z', 'revision_number': 1, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b49b8742-4ec8-4b77-b1b1-091bc6f75eb3', 'name': '', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'mac_address': 'fa:16:3e:0b:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:29Z', 'updated_at': '2021-09-15T17:55:37Z', 'revision_number': 5, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'subnets': [{'id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:56:12.861876 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1abd50-c63d-4454-8623-c2f6ba849753 None None] The sync data for ids ['296784a6-4663-40d2-85f3-7d183be946f8'] in dv-cinder-805228-2-iscsi is: [{'id': '296784a6-4663-40d2-85f3-7d183be946f8', 'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '5c461aa5-2016-41b5-8e7f-469855982632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:24Z', 'updated_at': '2021-09-15T17:55:30Z', 'revision_number': 4, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'gw_port': {'id': '5c461aa5-2016-41b5-8e7f-469855982632', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:25Z', 'updated_at': '2021-09-15T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '9944c274-b3a3-4852-ab76-46668944d09d', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'port_id': '32134c97-6407-4df4-b0a1-6f8a03cb6a8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'mac_address': 'fa:16:3e:03:3e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd2c6fa-000a-467f-8411-ee58811b5b4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:55:43Z', 'updated_at': '2021-09-15T17:56:10Z', 'revision_number': 1, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b49b8742-4ec8-4b77-b1b1-091bc6f75eb3', 'name': '', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'mac_address': 'fa:16:3e:0b:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:29Z', 'updated_at': '2021-09-15T17:55:37Z', 'revision_number': 5, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'subnets': [{'id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:56:12.873783 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6c152192-6709-48cc-859e-d10fd976d2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:12.939677 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-6c152192-6709-48cc-859e-d10fd976d2a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b59d82f1329c4be69cb306040d032504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6487560 Sep 15 17:56:12.939677 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c152192-6709-48cc-859e-d10fd976d2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53953706-6733-4673-8039-4a112b96d619,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:12.939864 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7687843c-976a-49cd-97a7-b9b29accb986 req-12d16874-713b-4100-9db0-a8e7b66bf6ca service neutron] 10.222.0.37 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153409 Sep 15 17:56:12.939864 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 35590) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:13.003296 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-40d72c2f-d076-40a1-9aa2-6f6cb44c3bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:13.031351 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-40d72c2f-d076-40a1-9aa2-6f6cb44c3bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:13.154453 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb783cb-9f73-4bf0-916c-9307da55c6bb None None] New status for floating IP 9944c274-b3a3-4852-ab76-46668944d09d: ACTIVE {{(pid=106073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:56:13.206968 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-40d72c2f-d076-40a1-9aa2-6f6cb44c3bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:13.209611 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-40d72c2f-d076-40a1-9aa2-6f6cb44c3bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:13.214040 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-40d72c2f-d076-40a1-9aa2-6f6cb44c3bf4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53953706-6733-4673-8039-4a112b96d619 HTTP/1.1" status: 204 len: 168 time: 0.2719095 Sep 15 17:56:13.218872 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d72c2f-d076-40a1-9aa2-6f6cb44c3bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53953706-6733-4673-8039-4a112b96d619,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:13.600438 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365e8c-1ab6-48d6-b697-8fa78e969906 req-0f660fab-8b40-4058-896e-6df532ae29ea tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:13.602186 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-59365e8c-1ab6-48d6-b697-8fa78e969906 req-0f660fab-8b40-4058-896e-6df532ae29ea tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0562031 Sep 15 17:56:13.641096 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-59365e8c-1ab6-48d6-b697-8fa78e969906 req-05ed10ea-5f3b-4fe3-82b9-e966b2687578 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325477 Sep 15 17:56:14.767557 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515d23d-063d-4a6e-b06c-081af344a850 req-96460a91-46da-47ea-826c-8a8a5ec1644e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:14.769166 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0515d23d-063d-4a6e-b06c-081af344a850 req-96460a91-46da-47ea-826c-8a8a5ec1644e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0524223 Sep 15 17:56:14.808817 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0515d23d-063d-4a6e-b06c-081af344a850 req-0af716fe-c2e0-4919-b7e9-ddfc2ee08311 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328097 Sep 15 17:56:15.936244 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e94d54-f0c6-4e44-849d-21a55970e658 req-6f6d2ddd-d976-48f5-83d0-481b73e0884e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:15.938458 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-03e94d54-f0c6-4e44-849d-21a55970e658 req-6f6d2ddd-d976-48f5-83d0-481b73e0884e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0556204 Sep 15 17:56:15.981343 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-03e94d54-f0c6-4e44-849d-21a55970e658 req-e5bf8cd7-f49e-4572-a754-5e2169a80a12 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359645 Sep 15 17:56:17.102883 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09756f71-b3df-48d4-beec-e5aa6957285e req-0815bd25-bd5e-4a8f-8fdf-ab05542aab51 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:17.107918 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-09756f71-b3df-48d4-beec-e5aa6957285e req-0815bd25-bd5e-4a8f-8fdf-ab05542aab51 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0561726 Sep 15 17:56:17.144334 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-09756f71-b3df-48d4-beec-e5aa6957285e req-6edca8c5-7359-42e4-8fc9-ad9f7a265a62 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334697 Sep 15 17:56:18.023913 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 35798) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:18.134214 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-35a160a9-228a-44c0-a442-81a66af60c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:18.259594 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-35a160a9-228a-44c0-a442-81a66af60c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:18.273773 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e488fc-5460-48e6-821d-44d34d7f0612 req-0e03ed32-e72b-4673-ade4-ba18c0d1048b tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:18.275241 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d0e488fc-5460-48e6-821d-44d34d7f0612 req-0e03ed32-e72b-4673-ade4-ba18c0d1048b tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0530238 Sep 15 17:56:18.314569 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-35a160a9-228a-44c0-a442-81a66af60c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:18.315660 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d0e488fc-5460-48e6-821d-44d34d7f0612 req-1195b374-6c7c-45c0-8855-e70152c9e4ab tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343616 Sep 15 17:56:18.357071 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-35a160a9-228a-44c0-a442-81a66af60c97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bafcd716d4e47d2b6056f27b9195b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318162 Sep 15 17:56:18.359581 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 35814) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:18.366036 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a160a9-228a-44c0-a442-81a66af60c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19424fc0-873c-46af-881b-51214ba9638a,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:18.408192 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-416e87c0-63f6-4bf8-92de-7755b1130190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:18.432038 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-416e87c0-63f6-4bf8-92de-7755b1130190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:18.559728 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-416e87c0-63f6-4bf8-92de-7755b1130190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:18.562846 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-416e87c0-63f6-4bf8-92de-7755b1130190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:18.569129 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-416e87c0-63f6-4bf8-92de-7755b1130190 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19424fc0-873c-46af-881b-51214ba9638a HTTP/1.1" status: 204 len: 168 time: 0.2033398 Sep 15 17:56:18.572877 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e87c0-63f6-4bf8-92de-7755b1130190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19424fc0-873c-46af-881b-51214ba9638a,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:18.909342 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-35c7ff09-f613-4074-984f-914086757478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:19.245425 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 35828) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:19.258351 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d908259c-e255-49cb-a748-0bef5def8e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:19.350626 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d908259c-e255-49cb-a748-0bef5def8e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:19.434574 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d908259c-e255-49cb-a748-0bef5def8e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:19.482557 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-d908259c-e255-49cb-a748-0bef5def8e1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0dcc3531fb43428da6ea84a11ff1f37a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336512 Sep 15 17:56:19.483019 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 35842) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:19.491107 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c5a52-dafd-4d43-8bce-86d0646efc64 req-ba2e3129-551d-4ecd-ab69-84f2ab9c86e8 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:19.491107 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-976c5a52-dafd-4d43-8bce-86d0646efc64 req-ba2e3129-551d-4ecd-ab69-84f2ab9c86e8 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0846395 Sep 15 17:56:19.491296 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908259c-e255-49cb-a748-0bef5def8e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b72734c-283f-4d27-b510-b58c87066a81,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:19.550866 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-976c5a52-dafd-4d43-8bce-86d0646efc64 req-23813842-a5dd-4a03-9529-d99f4e044702 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478592 Sep 15 17:56:19.562242 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-8277f271-e2bd-47a9-a993-76bd545035f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:19.589650 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-8277f271-e2bd-47a9-a993-76bd545035f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:19.715113 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-8277f271-e2bd-47a9-a993-76bd545035f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:19.717693 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-8277f271-e2bd-47a9-a993-76bd545035f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:19.718852 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-8277f271-e2bd-47a9-a993-76bd545035f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b72734c-283f-4d27-b510-b58c87066a81 HTTP/1.1" status: 204 len: 168 time: 0.2347176 Sep 15 17:56:19.726902 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277f271-e2bd-47a9-a993-76bd545035f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b72734c-283f-4d27-b510-b58c87066a81,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:19.734058 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277f271-e2bd-47a9-a993-76bd545035f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:19.734416 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277f271-e2bd-47a9-a993-76bd545035f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:19.734767 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277f271-e2bd-47a9-a993-76bd545035f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:19.735116 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277f271-e2bd-47a9-a993-76bd545035f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:19.735442 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277f271-e2bd-47a9-a993-76bd545035f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:19.735777 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277f271-e2bd-47a9-a993-76bd545035f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:19.736180 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277f271-e2bd-47a9-a993-76bd545035f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:19.736546 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277f271-e2bd-47a9-a993-76bd545035f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:19.736883 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277f271-e2bd-47a9-a993-76bd545035f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:19.737213 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277f271-e2bd-47a9-a993-76bd545035f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:19.737539 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277f271-e2bd-47a9-a993-76bd545035f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:19.737865 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277f271-e2bd-47a9-a993-76bd545035f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:20.494021 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 35872) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:20.506425 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a967a61d-8b4a-462c-a160-4366116dc8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:20.594146 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a967a61d-8b4a-462c-a160-4366116dc8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:20.656098 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a967a61d-8b4a-462c-a160-4366116dc8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:20.673175 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e1e65-a0a6-4ae0-b6f6-e1f196bfe9df req-e7b3fe75-7ef4-468f-b9b4-b681a233bbc2 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:20.674685 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-833e1e65-a0a6-4ae0-b6f6-e1f196bfe9df req-e7b3fe75-7ef4-468f-b9b4-b681a233bbc2 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0520303 Sep 15 17:56:20.699552 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-a967a61d-8b4a-462c-a160-4366116dc8a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20e59d4968234899b51aec14d2eef35f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2068677 Sep 15 17:56:20.700560 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967a61d-8b4a-462c-a160-4366116dc8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9459da-3a81-4358-bab9-c1dd65d7ab98,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:20.702652 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 35878) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:20.738543 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-833e1e65-a0a6-4ae0-b6f6-e1f196bfe9df req-f5e6e044-6f8f-45c1-a883-b256aa2ce40e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574615 Sep 15 17:56:20.780279 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d37cc818-b793-4708-8326-13ac432efa4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:20.805300 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d37cc818-b793-4708-8326-13ac432efa4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:20.948066 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d37cc818-b793-4708-8326-13ac432efa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:20.950711 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d37cc818-b793-4708-8326-13ac432efa4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:20.952303 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-d37cc818-b793-4708-8326-13ac432efa4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c9459da-3a81-4358-bab9-c1dd65d7ab98 HTTP/1.1" status: 204 len: 168 time: 0.2485752 Sep 15 17:56:20.963536 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cc818-b793-4708-8326-13ac432efa4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9459da-3a81-4358-bab9-c1dd65d7ab98,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:20.974671 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cc818-b793-4708-8326-13ac432efa4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:20.975022 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cc818-b793-4708-8326-13ac432efa4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:20.975374 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cc818-b793-4708-8326-13ac432efa4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:20.975708 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cc818-b793-4708-8326-13ac432efa4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:20.976040 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cc818-b793-4708-8326-13ac432efa4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:20.976372 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cc818-b793-4708-8326-13ac432efa4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:20.976730 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cc818-b793-4708-8326-13ac432efa4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:20.977059 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cc818-b793-4708-8326-13ac432efa4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:20.977387 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cc818-b793-4708-8326-13ac432efa4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:20.977714 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cc818-b793-4708-8326-13ac432efa4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:20.978042 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cc818-b793-4708-8326-13ac432efa4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:20.978370 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37cc818-b793-4708-8326-13ac432efa4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:21.477774 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-9cd046e9-271f-4c1b-9df2-bba05b523ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:21.681473 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 35916) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:21.728546 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_v2 [None req-1901db16-265a-4ea2-a52c-c1d4618a12ce admin admin] Deleting subnet 782aed9d-556c-405f-a726-69fe7083ad70 {{(pid=106072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:56:21.731803 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-1901db16-265a-4ea2-a52c-c1d4618a12ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:21.775878 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-1901db16-265a-4ea2-a52c-c1d4618a12ce admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:21.801643 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-1901db16-265a-4ea2-a52c-c1d4618a12ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819029'] for subnet, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:21.875356 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec98b0-cf2c-4435-8591-6ab19b084077 req-6dfaf933-a0d3-4774-b7e4-63121292b2d9 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:21.877203 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-49ec98b0-cf2c-4435-8591-6ab19b084077 req-6dfaf933-a0d3-4774-b7e4-63121292b2d9 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0581846 Sep 15 17:56:21.917289 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-49ec98b0-cf2c-4435-8591-6ab19b084077 req-c57b2222-60fb-40bb-a1c9-35fe2aa68009 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332851 Sep 15 17:56:21.920714 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-b9be9258-3adc-487e-b5cb-538380eb408e tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:21.922230 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-b9be9258-3adc-487e-b5cb-538380eb408e tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/networks?id=4da47a5c-d2cd-42fe-9854-e0f9136b7152 HTTP/1.1" status: 200 len: 814 time: 0.1586809 Sep 15 17:56:21.938634 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-33ff2853-0356-495d-8b99-9e764b9d21e6 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/quotas/c16830a0d09c47d390ee6bbfa6435793 HTTP/1.1" status: 200 len: 375 time: 0.0104768 Sep 15 17:56:21.992321 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-b1c47b89-8088-4af4-b455-5844aa1793bc tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c16830a0d09c47d390ee6bbfa6435793&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474524 Sep 15 17:56:22.001870 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:22.009230 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-1901db16-265a-4ea2-a52c-c1d4618a12ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1819010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for subnet, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:22.051821 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901db16-265a-4ea2-a52c-c1d4618a12ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=782aed9d-556c-405f-a726-69fe7083ad70,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:22.058522 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-1901db16-265a-4ea2-a52c-c1d4618a12ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:22.060415 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-1901db16-265a-4ea2-a52c-c1d4618a12ce admin admin] 10.222.0.20 "DELETE /v2.0/subnets/782aed9d-556c-405f-a726-69fe7083ad70 HTTP/1.1" status: 204 len: 168 time: 0.3777988 Sep 15 17:56:22.062999 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 35940) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:22.129992 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-e7a51785-be23-4952-ad76-8e78124d88e9 service neutron] 10.222.0.20 "GET /v2.0/networks/4da47a5c-d2cd-42fe-9854-e0f9136b7152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287994 Sep 15 17:56:22.136582 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588324'] for network, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:22.235184 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822226', 'neutron.services.segments.db._delete_segments_for_network-8765806907549'] for network, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:22.235788 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-9c37d4cd-cac6-4fa7-82ed-5d431e782323 service neutron] 10.222.0.20 "GET /v2.0/networks/4da47a5c-d2cd-42fe-9854-e0f9136b7152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930550 Sep 15 17:56:22.248478 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:22.248844 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:22.249614 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:22.249971 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Subscribe: > port after_create 55550000 {{(pid=106071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:22.250322 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:22.250665 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Subscribe: > port after_update 55550000 {{(pid=106071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:22.250989 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:22.251315 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:22.251637 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:22.251962 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:22.447634 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:22.449983 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:22.449983 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:22.449983 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:22.449983 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.services.segments.db [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7de0a9d-2e8a-444f-9f25-e7ffe10596c9']}} {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:56:22.480274 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.services.segments.db [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666e9ce8-9c9c-4ab5-a094-8aa19150bf61') {'for_net_delete': True} {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:56:22.480608 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.services.segments.db [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666e9ce8-9c9c-4ab5-a094-8aa19150bf61') {} {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:56:22.517672 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b5ca51c2-eb2c-4f1c-91bf-ddc6f83c3907 req-11a0c07a-76e7-4744-9564-9816b19c9427 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 210 time: 0.0629151 Sep 15 17:56:22.523582 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765806907046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636716'] for segment, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:22.552671 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:22.566935 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:56:22.567367 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6046424'] for segment, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: from cryptography.utils import int_from_bytes Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: from cryptography.utils import int_from_bytes Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: Traceback (most recent call last): Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: timer() Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: cb(*args, **kw) Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: return func(*args, **kwargs) Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: self._notify() Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: self.callback(batched_events) Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: event.method(event) Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: return f(self, *a, **k) Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: return self._get(url).json() Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: return self.request(url, 'GET', **kwargs) Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:56:22.572145 dv-cinder-805228-2-iscsi neutron-server[106071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:56:22.702433 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1822219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600340'] for network, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:22.711438 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:22.713595 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f7de0a9d-2e8a-444f-9f25-e7ffe10596c9 HTTP/1.1" status: 204 len: 168 time: 0.6492875 Sep 15 17:56:22.716517 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 35966) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:22.722921 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68385cea-fb4f-46ae-9368-927fc746fc83 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7de0a9d-2e8a-444f-9f25-e7ffe10596c9,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:22.775690 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f31d499-1bab-4745-8c47-5532ab2a423a admin admin] Deleting subnet 413015b8-a9a4-4016-9556-1d83c362e55e {{(pid=106072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:56:22.780051 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9f31d499-1bab-4745-8c47-5532ab2a423a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:22.815125 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9f31d499-1bab-4745-8c47-5532ab2a423a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:22.821349 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9f31d499-1bab-4745-8c47-5532ab2a423a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819029'] for subnet, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:23.035469 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d935450-7b20-4d0f-9664-82bae7e2d6b5 req-dfcd15af-9b37-4239-bee0-994025ea872c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:23.037139 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7d935450-7b20-4d0f-9664-82bae7e2d6b5 req-dfcd15af-9b37-4239-bee0-994025ea872c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0489480 Sep 15 17:56:23.061483 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9f31d499-1bab-4745-8c47-5532ab2a423a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1819010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for subnet, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:23.101240 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31d499-1bab-4745-8c47-5532ab2a423a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=413015b8-a9a4-4016-9556-1d83c362e55e,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:23.103572 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9f31d499-1bab-4745-8c47-5532ab2a423a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:23.108759 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 35982) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:23.114810 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-9f31d499-1bab-4745-8c47-5532ab2a423a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/413015b8-a9a4-4016-9556-1d83c362e55e HTTP/1.1" status: 204 len: 168 time: 0.3964090 Sep 15 17:56:23.124935 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7d935450-7b20-4d0f-9664-82bae7e2d6b5 req-a9715715-1a5c-41cc-b918-c048eb4bd427 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811589 Sep 15 17:56:23.194432 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f5eebda3-cd71-4043-b6d2-543b2c8d3ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588324'] for network, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:23.267723 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:23.274224 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f5eebda3-cd71-4043-b6d2-543b2c8d3ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822226', 'neutron.services.segments.db._delete_segments_for_network-8765806907549'] for network, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:23.293696 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.services.segments.db [None req-f5eebda3-cd71-4043-b6d2-543b2c8d3ffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91d6ba4-1e9c-4273-8bad-a76ea7c07312']}} {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:56:23.306000 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.services.segments.db [None req-f5eebda3-cd71-4043-b6d2-543b2c8d3ffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c4813e-c557-4355-bfd6-f7b83a932c0a') {'for_net_delete': True} {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:56:23.306355 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.services.segments.db [None req-f5eebda3-cd71-4043-b6d2-543b2c8d3ffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c4813e-c557-4355-bfd6-f7b83a932c0a') {} {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:56:23.315859 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f5eebda3-cd71-4043-b6d2-543b2c8d3ffd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765806907046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636716'] for segment, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:23.329425 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f5eebda3-cd71-4043-b6d2-543b2c8d3ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:23.335479 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5eebda3-cd71-4043-b6d2-543b2c8d3ffd admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:56:23.335949 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f5eebda3-cd71-4043-b6d2-543b2c8d3ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6046424'] for segment, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: Traceback (most recent call last): Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: timer() Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: cb(*args, **kw) Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: return func(*args, **kwargs) Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: self._notify() Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: self.callback(batched_events) Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: event.method(event) Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: return f(self, *a, **k) Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: return self._get(url).json() Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: return self.request(url, 'GET', **kwargs) Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:56:23.337803 dv-cinder-805228-2-iscsi neutron-server[106071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:56:23.469328 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f5eebda3-cd71-4043-b6d2-543b2c8d3ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1822219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600340'] for network, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:23.489080 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f5eebda3-cd71-4043-b6d2-543b2c8d3ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:23.490982 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-f5eebda3-cd71-4043-b6d2-543b2c8d3ffd admin admin] 10.222.0.20 "DELETE /v2.0/networks/f91d6ba4-1e9c-4273-8bad-a76ea7c07312 HTTP/1.1" status: 204 len: 168 time: 0.3816724 Sep 15 17:56:23.492175 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eebda3-cd71-4043-b6d2-543b2c8d3ffd admin admin] Pushing event deleted for resources: {'Network': ['ID=f91d6ba4-1e9c-4273-8bad-a76ea7c07312,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:23.622816 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9069bd5c-4137-40d1-8e76-3d08a9e1495a req-7e4eee8c-1bc0-49ca-83f9-67c313e99d76 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 210 time: 0.0273683 Sep 15 17:56:23.867726 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 36000) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:23.945404 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-ba9f1963-f5f3-40d0-8331-02720e25036c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb79219265e44e25bfe64b4d8a0bae03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0762656 Sep 15 17:56:23.948386 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 36006) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:24.030227 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-3205f0bb-ef95-438c-9f0b-1ce727230aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:24.052089 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-3205f0bb-ef95-438c-9f0b-1ce727230aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:24.195560 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-3205f0bb-ef95-438c-9f0b-1ce727230aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:24.200665 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-3205f0bb-ef95-438c-9f0b-1ce727230aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:24.202118 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-3205f0bb-ef95-438c-9f0b-1ce727230aaf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54015633-e7d5-4842-9f26-2516dc5a5b1b HTTP/1.1" status: 204 len: 168 time: 0.2527282 Sep 15 17:56:24.218654 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205f0bb-ef95-438c-9f0b-1ce727230aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54015633-e7d5-4842-9f26-2516dc5a5b1b,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:24.272212 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dee8e-f089-40f7-a73a-dde31c117c62 req-f9cd9df9-a040-488a-9c70-503a314a9ba1 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:24.273714 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f46dee8e-f089-40f7-a73a-dde31c117c62 req-f9cd9df9-a040-488a-9c70-503a314a9ba1 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0742395 Sep 15 17:56:24.312860 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f46dee8e-f089-40f7-a73a-dde31c117c62 req-e12c720c-0e3e-4104-b9f2-1befc0bbdc45 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319695 Sep 15 17:56:24.583989 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:24.700690 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-f3d51ccc-d9e5-4073-ac20-119359fb0520 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:24.702448 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-f3d51ccc-d9e5-4073-ac20-119359fb0520 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.37 "GET /v2.0/networks?id=4da47a5c-d2cd-42fe-9854-e0f9136b7152 HTTP/1.1" status: 200 len: 814 time: 0.1037748 Sep 15 17:56:24.719260 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-bcc790f4-1ff4-4beb-95a2-344bea48fe6e tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Request body: {'port': {'device_id': 'bd0e232c-0a95-4687-a8e1-5f5bd16965f0', 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152', 'admin_state_up': True, 'tenant_id': 'c16830a0d09c47d390ee6bbfa6435793'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:56:24.719833 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-aa6f3497-4693-4788-a0c6-442114c6aa2a req-bfb6f888-e669-4099-9d84-f86a39d9dd06 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 210 time: 0.0250955 Sep 15 17:56:24.886121 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 36022) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:24.890877 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-bcc790f4-1ff4-4beb-95a2-344bea48fe6e tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Made reservation on behalf of c16830a0d09c47d390ee6bbfa6435793 for: {'port': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:56:24.895179 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-bcc790f4-1ff4-4beb-95a2-344bea48fe6e tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:24.934757 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-37292114-3470-42a8-9aa6-9ba9b962f13b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34f928e0517242e081c778b5a84ead4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472481 Sep 15 17:56:24.937274 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 36028) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:25.006306 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-ce63854c-6daf-4a39-b695-a79469d7a636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:25.028495 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-ce63854c-6daf-4a39-b695-a79469d7a636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:25.028724 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-bcc790f4-1ff4-4beb-95a2-344bea48fe6e tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Allocated IP 172.20.0.7 (4da47a5c-d2cd-42fe-9854-e0f9136b7152/f65e6417-ab92-4eaf-a9d5-8334761fc129/cc27d3bf-bf0b-4674-a0f0-a4810eee43d6) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:56:25.159303 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-ce63854c-6daf-4a39-b695-a79469d7a636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:25.163524 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-ce63854c-6daf-4a39-b695-a79469d7a636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:25.168836 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-ce63854c-6daf-4a39-b695-a79469d7a636 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ecc749bf-e53e-4ee7-b497-729a3bc209e7 HTTP/1.1" status: 204 len: 168 time: 0.2301991 Sep 15 17:56:25.181813 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63854c-6daf-4a39-b695-a79469d7a636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc749bf-e53e-4ee7-b497-729a3bc209e7,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:25.200821 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-bcc790f4-1ff4-4beb-95a2-344bea48fe6e tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:25.293144 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-bcc790f4-1ff4-4beb-95a2-344bea48fe6e tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:25.336843 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-bcc790f4-1ff4-4beb-95a2-344bea48fe6e tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Network 4da47a5c-d2cd-42fe-9854-e0f9136b7152 is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:56:25.339819 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-bcc790f4-1ff4-4beb-95a2-344bea48fe6e tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:56:25.345739 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-bcc790f4-1ff4-4beb-95a2-344bea48fe6e tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:56:25.372646 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc790f4-1ff4-4beb-95a2-344bea48fe6e tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Pushing event updated for resources: {'Port': ['ID=cc27d3bf-bf0b-4674-a0f0-a4810eee43d6,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:25.400101 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-bcc790f4-1ff4-4beb-95a2-344bea48fe6e tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:25.400745 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-bcc790f4-1ff4-4beb-95a2-344bea48fe6e tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:25.443587 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5b9f2-f8d2-4af0-87e6-e67cc79596ac req-5891c5ae-b8a6-4aab-9bfb-fc3e2869b454 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:25.445192 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3ae5b9f2-f8d2-4af0-87e6-e67cc79596ac req-5891c5ae-b8a6-4aab-9bfb-fc3e2869b454 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0537622 Sep 15 17:56:25.471347 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-bcc790f4-1ff4-4beb-95a2-344bea48fe6e tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7557330 Sep 15 17:56:25.487156 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3ae5b9f2-f8d2-4af0-87e6-e67cc79596ac req-6b6a5c69-4fca-4236-b5f8-20d58ef7f5c7 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355418 Sep 15 17:56:25.844710 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e26cb-cb35-4d39-9bc9-84f293a4ef1e req-7e087064-7cc7-4123-af73-e8de180e311b tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:25.846446 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f16e26cb-cb35-4d39-9bc9-84f293a4ef1e req-7e087064-7cc7-4123-af73-e8de180e311b tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 931 time: 0.0564487 Sep 15 17:56:25.884922 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f16e26cb-cb35-4d39-9bc9-84f293a4ef1e req-db941471-271b-41db-92d8-5d83bcf4ac41 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310841 Sep 15 17:56:26.598681 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb5ba7-a572-4eab-a9d6-46e2cfdf32f4 req-0091e9fd-b3b1-4865-af71-ab012b87f631 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:26.600147 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ddcb5ba7-a572-4eab-a9d6-46e2cfdf32f4 req-0091e9fd-b3b1-4865-af71-ab012b87f631 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0475764 Sep 15 17:56:26.636724 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ddcb5ba7-a572-4eab-a9d6-46e2cfdf32f4 req-144b913a-f189-4250-a811-1509739b133d tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306895 Sep 15 17:56:26.999940 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5d35e-cdde-425a-8314-1ced2366f50f req-0b9ec23d-9c07-46f8-ab27-beda72842c97 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:27.001402 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-17b5d35e-cdde-425a-8314-1ced2366f50f req-0b9ec23d-9c07-46f8-ab27-beda72842c97 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 931 time: 0.0498533 Sep 15 17:56:27.038234 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-17b5d35e-cdde-425a-8314-1ced2366f50f req-21d6ff14-0f2d-42fe-9f4e-60d0ff62f7f2 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309181 Sep 15 17:56:27.746258 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6d917-9b4f-4f04-8a80-572f668af1f7 req-441a1f55-a719-43e7-8ca5-5d5f2ffa4aed tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:27.747694 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-17d6d917-9b4f-4f04-8a80-572f668af1f7 req-441a1f55-a719-43e7-8ca5-5d5f2ffa4aed tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0455425 Sep 15 17:56:27.784156 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-17d6d917-9b4f-4f04-8a80-572f668af1f7 req-9a0b70ac-92ec-4bea-829d-53da8ff5c896 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302019 Sep 15 17:56:28.111655 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['33cbfcdf-e5fb-429c-980e-8fedc82fdfc6'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:56:28.163376 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] Request body: {'port': {'device_id': 'bd0e232c-0a95-4687-a8e1-5f5bd16965f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80522'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:56:28.198725 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb46d9-da87-412b-8509-c407ae2061e8 req-b70a7bcd-f740-4181-83e9-21869de41b89 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:28.200204 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-26bb46d9-da87-412b-8509-c407ae2061e8 req-b70a7bcd-f740-4181-83e9-21869de41b89 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 931 time: 0.0953603 Sep 15 17:56:28.245264 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-26bb46d9-da87-412b-8509-c407ae2061e8 req-4bb69a4e-c471-4cc8-8cba-9d7846aba59e tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376236 Sep 15 17:56:28.284699 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:28.326566 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0d22882a-2116-4294-8e71-d52df99df9e0 req-f0ba5067-c368-4fea-87ab-bfabdca6a57d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777946 Sep 15 17:56:28.471231 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22882a-2116-4294-8e71-d52df99df9e0 req-378f7ee4-8219-47a0-b93c-b4734fde10af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:28.472799 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0d22882a-2116-4294-8e71-d52df99df9e0 req-378f7ee4-8219-47a0-b93c-b4734fde10af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=991d427b76d8438ea032d21e3d7a1fc9&device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 1099 time: 0.0766582 Sep 15 17:56:28.800036 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22882a-2116-4294-8e71-d52df99df9e0 req-01899874-7025-473d-893a-b7ab4afe64c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:28.801442 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0d22882a-2116-4294-8e71-d52df99df9e0 req-01899874-7025-473d-893a-b7ab4afe64c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=26a9efa0-3188-4bc8-aa9b-985a99889870 HTTP/1.1" status: 200 len: 913 time: 0.3009953 Sep 15 17:56:28.863330 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0d22882a-2116-4294-8e71-d52df99df9e0 req-e69f5c0f-84e1-4c7a-b51c-5ab1479615e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=879e581f-0824-440b-a2c4-3aa7b4ef766e HTTP/1.1" status: 200 len: 217 time: 0.0523510 Sep 15 17:56:28.903764 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc27d3bf-bf0b-4674-a0f0-a4810eee43d6 {{(pid=106071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:56:28.935262 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:28.962587 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.provisioning_blocks [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] Transition to ACTIVE for port object cc27d3bf-bf0b-4674-a0f0-a4810eee43d6 will not be triggered until provisioned by entity L2. {{(pid=106071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:56:28.965731 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22882a-2116-4294-8e71-d52df99df9e0 req-daa4ce1a-6f48-4908-9350-8dc590dd3280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:28.967180 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0d22882a-2116-4294-8e71-d52df99df9e0 req-daa4ce1a-6f48-4908-9350-8dc590dd3280 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d688d3b2-62b4-4910-b05c-9ff11058901f HTTP/1.1" status: 200 len: 852 time: 0.0793600 Sep 15 17:56:28.975862 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45a827-5dc9-434d-8a5c-6e2af74b717d req-262fcea5-3d45-4889-85fd-6ab76f322f04 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:28.977274 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-9d45a827-5dc9-434d-8a5c-6e2af74b717d req-262fcea5-3d45-4889-85fd-6ab76f322f04 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.1178973 Sep 15 17:56:29.018763 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0d22882a-2116-4294-8e71-d52df99df9e0 req-f5f7a9b9-a7d0-492d-93fc-34218d9df9bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26a9efa0-3188-4bc8-aa9b-985a99889870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299001 Sep 15 17:56:29.045881 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-9d45a827-5dc9-434d-8a5c-6e2af74b717d req-e573b55c-358c-419b-bad1-298c2049339d tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627286 Sep 15 17:56:29.046440 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:29.170600 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] Pushing event updated for resources: {'Port': ['ID=cc27d3bf-bf0b-4674-a0f0-a4810eee43d6,revision_number=2']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:29.214044 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0d22882a-2116-4294-8e71-d52df99df9e0 req-c036cf48-604a-4000-82d3-114f22c2cf03 service neutron] 10.222.0.37 "GET /v2.0/networks/26a9efa0-3188-4bc8-aa9b-985a99889870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813836 Sep 15 17:56:29.266014 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] Attempting to bind port cc27d3bf-bf0b-4674-a0f0-a4810eee43d6 on host hv-cinder-80522 for vnic_type normal with profile {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:56:29.266357 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] Attempting to bind port cc27d3bf-bf0b-4674-a0f0-a4810eee43d6 by drivers openvswitch,hyperv on host hv-cinder-80522 at level 0 using segments [{'id': 'ddbd2a64-91ba-4b52-b6d9-455ad765d2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152'}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:56:29.266691 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] Attempting to bind port cc27d3bf-bf0b-4674-a0f0-a4810eee43d6 on network 4da47a5c-d2cd-42fe-9854-e0f9136b7152 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:56:29.282649 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] Port cc27d3bf-bf0b-4674-a0f0-a4810eee43d6 on network 4da47a5c-d2cd-42fe-9854-e0f9136b7152 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80522 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:56:29.283117 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] Attempting to bind port cc27d3bf-bf0b-4674-a0f0-a4810eee43d6 on network 4da47a5c-d2cd-42fe-9854-e0f9136b7152 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:56:29.322318 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] Checking agent: {'id': 'd3977637-cbe2-41c3-a570-ab972cec54ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80522', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'started_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:56:29.322661 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] Checking segment: {'id': 'ddbd2a64-91ba-4b52-b6d9-455ad765d2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:56:29.323052 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] Bound using segment: {'id': 'ddbd2a64-91ba-4b52-b6d9-455ad765d2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152'} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:56:29.323498 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] Bound port: cc27d3bf-bf0b-4674-a0f0-a4810eee43d6, host: hv-cinder-80522, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbd2a64-91ba-4b52-b6d9-455ad765d2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152'}}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:56:29.323857 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:29.415203 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0d22882a-2116-4294-8e71-d52df99df9e0 req-34eaeeec-11c3-4710-aa7f-c5cbb23c98c9 service neutron] 10.222.0.37 "GET /v2.0/networks/26a9efa0-3188-4bc8-aa9b-985a99889870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853704 Sep 15 17:56:29.439786 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8792e-1773-4d3a-964f-46dfee93ffde req-f8e0fb22-0285-4cd3-bc3d-e9089dd4db34 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:29.441182 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-45b8792e-1773-4d3a-964f-46dfee93ffde req-f8e0fb22-0285-4cd3-bc3d-e9089dd4db34 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 943 time: 0.1111207 Sep 15 17:56:29.456293 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] For port cc27d3bf-bf0b-4674-a0f0-a4810eee43d6, host hv-cinder-80522, cleared binding levels {{(pid=106071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:56:29.460588 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] For port cc27d3bf-bf0b-4674-a0f0-a4810eee43d6, host hv-cinder-80522, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=cc27d3bf-bf0b-4674-a0f0-a4810eee43d6,segment=NetworkSegment(ddbd2a64-91ba-4b52-b6d9-455ad765d2e6),segment_id=ddbd2a64-91ba-4b52-b6d9-455ad765d2e6)] {{(pid=106071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:56:29.486075 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-45b8792e-1773-4d3a-964f-46dfee93ffde req-f4273d83-2e37-478b-9091-7dddec4f9861 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370800 Sep 15 17:56:29.555585 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:29.590603 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:29.591186 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:29.592635 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] 10.222.0.37 "PUT /v2.0/ports/cc27d3bf-bf0b-4674-a0f0-a4810eee43d6 HTTP/1.1" status: 200 len: 1093 time: 1.4346485 Sep 15 17:56:29.595516 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0e232c-0a95-4687-a8e1-5f5bd16965f0', 'tag': 'cc27d3bf-bf0b-4674-a0f0-a4810eee43d6'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:56:29.598026 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc3cd6d-9f1f-4a68-bd41-7c1a8ba9c37d" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0e232c-0a95-4687-a8e1-5f5bd16965f0", "tag": "cc27d3bf-bf0b-4674-a0f0-a4810eee43d6"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:56:29.626642 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4aa7b1-68d2-4763-beb7-6e041df0c106 service neutron] Pushing event updated for resources: {'Port': ['ID=cc27d3bf-bf0b-4674-a0f0-a4810eee43d6,revision_number=3']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:29.650792 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491f96dc-6a16-493d-bd8a-41e7e42f43e4 x-openstack-request-id: req-491f96dc-6a16-493d-bd8a-41e7e42f43e4 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:56:29.651177 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0e232c-0a95-4687-a8e1-5f5bd16965f0", "tag": "cc27d3bf-bf0b-4674-a0f0-a4810eee43d6", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:56:29.651497 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-491f96dc-6a16-493d-bd8a-41e7e42f43e4 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:56:29.651955 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd0e232c-0a95-4687-a8e1-5f5bd16965f0', 'tag': 'cc27d3bf-bf0b-4674-a0f0-a4810eee43d6', 'status': 'completed', 'code': 200} Sep 15 17:56:29.726936 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3cd6d-9f1f-4a68-bd41-7c1a8ba9c37d req-d617cd15-3f8e-4a6b-b933-38c0beb135d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:29.728389 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ddc3cd6d-9f1f-4a68-bd41-7c1a8ba9c37d req-d617cd15-3f8e-4a6b-b933-38c0beb135d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c16830a0d09c47d390ee6bbfa6435793&device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 1096 time: 0.0396037 Sep 15 17:56:29.839213 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3cd6d-9f1f-4a68-bd41-7c1a8ba9c37d req-5f0d769e-9316-48ee-a36e-540e10cbb7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:29.840763 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ddc3cd6d-9f1f-4a68-bd41-7c1a8ba9c37d req-5f0d769e-9316-48ee-a36e-540e10cbb7a8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c16830a0d09c47d390ee6bbfa6435793&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0957999 Sep 15 17:56:29.940846 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3cd6d-9f1f-4a68-bd41-7c1a8ba9c37d req-895d2681-1de4-4ca8-9639-dac50b560626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:29.942588 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ddc3cd6d-9f1f-4a68-bd41-7c1a8ba9c37d req-895d2681-1de4-4ca8-9639-dac50b560626 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899653 Sep 15 17:56:30.031786 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-098aec33-5ff2-4d2e-873f-82cb8be7caae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:30.033347 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-098aec33-5ff2-4d2e-873f-82cb8be7caae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c16830a0d09c47d390ee6bbfa6435793&device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 1096 time: 0.0446777 Sep 15 17:56:30.084922 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-34d86680-8b88-43ac-8b5f-97fea03a9ed1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc27d3bf-bf0b-4674-a0f0-a4810eee43d6 HTTP/1.1" status: 200 len: 217 time: 0.0368538 Sep 15 17:56:30.175826 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8de9be7c-94cc-47a1-bb67-2db79addfc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:30.177437 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-8de9be7c-94cc-47a1-bb67-2db79addfc7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f65e6417-ab92-4eaf-a9d5-8334761fc129 HTTP/1.1" status: 200 len: 854 time: 0.0706575 Sep 15 17:56:30.193432 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fd3a8-24ce-4bd4-b917-3dcb534dd44d req-2fe2b6aa-ab76-426a-8dbf-a92706cd7b13 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:30.195067 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e52fd3a8-24ce-4bd4-b917-3dcb534dd44d req-2fe2b6aa-ab76-426a-8dbf-a92706cd7b13 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0607269 Sep 15 17:56:30.248645 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-f9ab3005-9e3a-46d8-b99c-deaf29a91138 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4da47a5c-d2cd-42fe-9854-e0f9136b7152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396931 Sep 15 17:56:30.285115 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e52fd3a8-24ce-4bd4-b917-3dcb534dd44d req-3af64cb2-fa5e-4c28-85bf-3ba06d9b494f tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840116 Sep 15 17:56:30.379551 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-cbe3e373-4e4f-473f-a3d7-28d76d127d12 service neutron] 10.222.0.37 "GET /v2.0/networks/4da47a5c-d2cd-42fe-9854-e0f9136b7152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210310 Sep 15 17:56:30.493136 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a2c55bbe-1ca8-4bc2-a7ef-ca9e29e06a88 req-3472ca95-7f68-4d28-8d7e-41438eaf083a service neutron] 10.222.0.37 "GET /v2.0/networks/4da47a5c-d2cd-42fe-9854-e0f9136b7152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917571 Sep 15 17:56:30.646767 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b49f6e-290f-4567-a8ab-859cbad3c03a req-d01cca89-fd19-4c61-815b-7ddc09f7ea12 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:30.648329 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-56b49f6e-290f-4567-a8ab-859cbad3c03a req-d01cca89-fd19-4c61-815b-7ddc09f7ea12 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 943 time: 0.0601268 Sep 15 17:56:30.696173 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-56b49f6e-290f-4567-a8ab-859cbad3c03a req-c008eedc-d60f-49b5-b84c-3809e1d98e64 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415616 Sep 15 17:56:30.770906 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf8c08-158a-4c03-ad9c-4b9043f720a4 req-d078535f-90fa-4e66-a51f-119cf4cec7ee tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:30.772544 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a3cf8c08-158a-4c03-ad9c-4b9043f720a4 req-d078535f-90fa-4e66-a51f-119cf4cec7ee tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0503116 Sep 15 17:56:30.810385 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a3cf8c08-158a-4c03-ad9c-4b9043f720a4 req-5138a553-3db4-4f2d-a8ff-4ce0cbf03a87 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315142 Sep 15 17:56:31.417100 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80571c-5213-4704-abf6-3e2d86893b48 req-3045ee85-7c13-4a0c-b299-e2ed9ec427c7 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:31.418708 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2f80571c-5213-4704-abf6-3e2d86893b48 req-3045ee85-7c13-4a0c-b299-e2ed9ec427c7 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0488386 Sep 15 17:56:31.460905 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2f80571c-5213-4704-abf6-3e2d86893b48 req-6e3db8a4-e922-4c95-887f-c1813ab51af7 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363429 Sep 15 17:56:31.809417 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd187fe-c7c6-44f0-b174-b28d4354c7e2 req-5d350107-ec69-43c3-b811-769c08fec0e9 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:31.810816 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ddd187fe-c7c6-44f0-b174-b28d4354c7e2 req-5d350107-ec69-43c3-b811-769c08fec0e9 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 943 time: 0.0476665 Sep 15 17:56:31.856729 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ddd187fe-c7c6-44f0-b174-b28d4354c7e2 req-22e3b78d-a16f-49b0-b7da-ee1331a6caa8 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362866 Sep 15 17:56:31.930384 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37192f3d-e9b8-44e0-9df0-9406857b26af req-e55eba04-f86e-4515-af4c-39ff1c8bfc29 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:31.931845 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-37192f3d-e9b8-44e0-9df0-9406857b26af req-e55eba04-f86e-4515-af4c-39ff1c8bfc29 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0461214 Sep 15 17:56:31.969562 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-37192f3d-e9b8-44e0-9df0-9406857b26af req-e1613ce6-cc97-4b60-9e31-99ca0ec8aebe tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317860 Sep 15 17:56:32.521370 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:32.575448 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cca593-0383-40f5-9294-d41d27b1ed58 req-dad0261b-2cf1-42a6-9b31-5485b257f630 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:32.577207 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-21cca593-0383-40f5-9294-d41d27b1ed58 req-dad0261b-2cf1-42a6-9b31-5485b257f630 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0491908 Sep 15 17:56:32.613185 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-21cca593-0383-40f5-9294-d41d27b1ed58 req-aab40450-439e-4789-ae07-e0649b6c550c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301392 Sep 15 17:56:32.970558 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e42584-34bc-42f0-bcbd-adbce857e78a req-3b52b257-a2e1-45ce-873a-017d245df053 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:32.972014 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b5e42584-34bc-42f0-bcbd-adbce857e78a req-3b52b257-a2e1-45ce-873a-017d245df053 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 943 time: 0.0477479 Sep 15 17:56:33.017066 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b5e42584-34bc-42f0-bcbd-adbce857e78a req-81ce276d-acbb-4301-83c3-8ba1edd3ad16 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377393 Sep 15 17:56:33.089833 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12fb88-486f-4f94-b506-a0e3507e62e5 req-17f9b42c-1d2b-473b-8bd1-d630551cd330 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:33.091337 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7f12fb88-486f-4f94-b506-a0e3507e62e5 req-17f9b42c-1d2b-473b-8bd1-d630551cd330 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0473435 Sep 15 17:56:33.131493 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7f12fb88-486f-4f94-b506-a0e3507e62e5 req-d3da2fd1-8703-42dd-b483-b1c30f9cb90a tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339024 Sep 15 17:56:33.636390 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16ca2d-9fb8-4d97-9975-8df94209beb9 req-6a3b4b21-8202-450f-9b46-a92587cbf0f0 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:33.638134 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5f16ca2d-9fb8-4d97-9975-8df94209beb9 req-6a3b4b21-8202-450f-9b46-a92587cbf0f0 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.37 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 946 time: 0.0616305 Sep 15 17:56:33.807481 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6ce97-b925-4434-8c81-921b6635af9f req-69514d94-1242-4391-890a-87faf9e4c70c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:33.810467 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4cc6ce97-b925-4434-8c81-921b6635af9f req-69514d94-1242-4391-890a-87faf9e4c70c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.1152205 Sep 15 17:56:33.854307 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-5f16ca2d-9fb8-4d97-9975-8df94209beb9 req-d7e5f818-b604-472f-9596-210fc64365db tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Deleting port 879e581f-0824-440b-a2c4-3aa7b4ef766e {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:56:33.854823 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5f16ca2d-9fb8-4d97-9975-8df94209beb9 req-d7e5f818-b604-472f-9596-210fc64365db tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:33.899983 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4cc6ce97-b925-4434-8c81-921b6635af9f req-3069b0de-e508-4ad9-bab9-55160858f76a tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777037 Sep 15 17:56:33.965111 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-5f16ca2d-9fb8-4d97-9975-8df94209beb9 req-d7e5f818-b604-472f-9596-210fc64365db tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] For port 879e581f-0824-440b-a2c4-3aa7b4ef766e, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=879e581f-0824-440b-a2c4-3aa7b4ef766e,segment=NetworkSegment(e4811d1b-8643-4b39-932b-9757a257ecf2),segment_id=e4811d1b-8643-4b39-932b-9757a257ecf2)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:56:33.965486 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5f16ca2d-9fb8-4d97-9975-8df94209beb9 req-d7e5f818-b604-472f-9596-210fc64365db tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:33.985845 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-5f16ca2d-9fb8-4d97-9975-8df94209beb9 req-d7e5f818-b604-472f-9596-210fc64365db tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Calling delete_port for 879e581f-0824-440b-a2c4-3aa7b4ef766e owned by compute:nova {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:56:34.139821 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device cc27d3bf-bf0b-4674-a0f0-a4810eee43d6 details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:56:34.147868 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b7ec0-c4fc-4c5c-8c64-3f7c6f966c1e req-f290d3e1-b1de-462c-ba09-03b8a9e95f5c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:34.153448 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-968b7ec0-c4fc-4c5c-8c64-3f7c6f966c1e req-f290d3e1-b1de-462c-ba09-03b8a9e95f5c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 943 time: 0.0634053 Sep 15 17:56:34.198593 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-968b7ec0-c4fc-4c5c-8c64-3f7c6f966c1e req-1a2a5a1c-9dc2-4920-90f3-7f0a0c6d0460 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397830 Sep 15 17:56:34.234183 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5f16ca2d-9fb8-4d97-9975-8df94209beb9 req-d7e5f818-b604-472f-9596-210fc64365db tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:34.245388 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port cc27d3bf-bf0b-4674-a0f0-a4810eee43d6, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=cc27d3bf-bf0b-4674-a0f0-a4810eee43d6,segment=NetworkSegment(ddbd2a64-91ba-4b52-b6d9-455ad765d2e6),segment_id=ddbd2a64-91ba-4b52-b6d9-455ad765d2e6)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:56:34.249147 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['879e581f-0824-440b-a2c4-3aa7b4ef766e'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:56:34.279867 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': 'cc27d3bf-bf0b-4674-a0f0-a4810eee43d6', 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152', 'port_id': 'cc27d3bf-bf0b-4674-a0f0-a4810eee43d6', 'mac_address': 'fa:16:3e:6d:dd:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65e6417-ab92-4eaf-a9d5-8334761fc129', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:56:34.297462 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5f818-b604-472f-9596-210fc64365db tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Pushing event deleted for resources: {'Port': ['ID=879e581f-0824-440b-a2c4-3aa7b4ef766e,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:34.323179 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:34.335862 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc27d3bf-bf0b-4674-a0f0-a4810eee43d6 {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:56:34.336518 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f16ca2d-9fb8-4d97-9975-8df94209beb9 req-d7e5f818-b604-472f-9596-210fc64365db tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] No DVR routers for this DVR port 879e581f-0824-440b-a2c4-3aa7b4ef766e on host hv-cinder-80522 {{(pid=106071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:56:34.339700 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5f16ca2d-9fb8-4d97-9975-8df94209beb9 req-d7e5f818-b604-472f-9596-210fc64365db tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:34.344357 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5f16ca2d-9fb8-4d97-9975-8df94209beb9 req-d7e5f818-b604-472f-9596-210fc64365db tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.37 "DELETE /v2.0/ports/879e581f-0824-440b-a2c4-3aa7b4ef766e HTTP/1.1" status: 204 len: 173 time: 0.6928811 Sep 15 17:56:34.344357 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93d2b49-5ed0-4243-9223-844cee32e1c5', 'name': 'network-vif-deleted', 'tag': '879e581f-0824-440b-a2c4-3aa7b4ef766e'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:56:34.345913 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d526acbf-59b3-4c5d-aa9c-bb8c8036ea53" -d '{"events": [{"server_uuid": "b93d2b49-5ed0-4243-9223-844cee32e1c5", "name": "network-vif-deleted", "tag": "879e581f-0824-440b-a2c4-3aa7b4ef766e"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:56:34.356998 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12072730-5278-4967-9781-c0603cb3ecde req-00e95f57-a6d0-46cd-bb09-960856c2c4f2 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:34.358499 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-12072730-5278-4967-9781-c0603cb3ecde req-00e95f57-a6d0-46cd-bb09-960856c2c4f2 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 867 time: 0.1539171 Sep 15 17:56:34.359225 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port cc27d3bf-bf0b-4674-a0f0-a4810eee43d6, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=cc27d3bf-bf0b-4674-a0f0-a4810eee43d6,segment=NetworkSegment(ddbd2a64-91ba-4b52-b6d9-455ad765d2e6),segment_id=ddbd2a64-91ba-4b52-b6d9-455ad765d2e6)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:56:34.385892 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79af382a-f4ab-4df2-bc75-97e6e23cd925 x-openstack-request-id: req-79af382a-f4ab-4df2-bc75-97e6e23cd925 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:56:34.386176 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93d2b49-5ed0-4243-9223-844cee32e1c5", "name": "network-vif-deleted", "tag": "879e581f-0824-440b-a2c4-3aa7b4ef766e", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:56:34.386423 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79af382a-f4ab-4df2-bc75-97e6e23cd925 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:56:34.386798 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93d2b49-5ed0-4243-9223-844cee32e1c5', 'name': 'network-vif-deleted', 'tag': '879e581f-0824-440b-a2c4-3aa7b4ef766e', 'status': 'completed', 'code': 200} Sep 15 17:56:34.400120 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-12072730-5278-4967-9781-c0603cb3ecde req-dfd2318a-5027-4e76-868c-46d23dcdffe8 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/security-groups?id=de5b7d1d-2135-42ca-8b26-fc247405e9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337818 Sep 15 17:56:34.446405 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:34.497827 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=cc27d3bf-bf0b-4674-a0f0-a4810eee43d6,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:34.504546 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:34.504922 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:34.505292 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:34.505695 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:34.506035 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:34.506375 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:34.506679 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:34.507006 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:34.507346 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:34.507671 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:34.508604 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:34.510397 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:56:35.020232 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85d7c2-b9af-4275-bae4-0ed675a0c606 req-171ebc5f-91bc-48e3-9e95-ba4f37956425 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:35.022224 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-9d85d7c2-b9af-4275-bae4-0ed675a0c606 req-171ebc5f-91bc-48e3-9e95-ba4f37956425 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0461431 Sep 15 17:56:35.058535 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-9d85d7c2-b9af-4275-bae4-0ed675a0c606 req-fc7b20fb-9c8b-42e6-b5a1-d43d63487f96 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303633 Sep 15 17:56:35.311671 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2e7bb-c00c-4170-a9ec-2f365deffaf9 req-12636888-9d0b-4276-9651-775cdc3523ee tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:35.313046 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a8c2e7bb-c00c-4170-a9ec-2f365deffaf9 req-12636888-9d0b-4276-9651-775cdc3523ee tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 944 time: 0.0488708 Sep 15 17:56:35.349556 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a8c2e7bb-c00c-4170-a9ec-2f365deffaf9 req-5b3ed5cf-50f0-41db-82ad-ea15c7c74b07 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301516 Sep 15 17:56:35.490915 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-67e58ab8-fe0d-46ed-a7aa-ba2373f263e5 req-eb3180e2-7589-4b5d-9cf5-f3e93843ea35 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0245626 Sep 15 17:56:36.168840 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1b143-234b-4e46-8269-63ab94e17219 req-5bc82a93-8a67-4d5d-ae3c-7371b49e2953 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:36.170281 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-88c1b143-234b-4e46-8269-63ab94e17219 req-5bc82a93-8a67-4d5d-ae3c-7371b49e2953 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0454936 Sep 15 17:56:36.206592 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-88c1b143-234b-4e46-8269-63ab94e17219 req-76e6a293-5c7c-4af0-bf66-ea81ee08f552 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306034 Sep 15 17:56:36.461170 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93ae37-9e2c-4302-ab32-f15f7b3e7675 req-451dcf78-77c7-4ff1-8249-83f2ed42426f tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:36.462605 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4c93ae37-9e2c-4302-ab32-f15f7b3e7675 req-451dcf78-77c7-4ff1-8249-83f2ed42426f tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 944 time: 0.0492961 Sep 15 17:56:36.498081 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4c93ae37-9e2c-4302-ab32-f15f7b3e7675 req-46df6819-51fd-4ee6-90ce-8c0895c67ce1 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297689 Sep 15 17:56:36.580620 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0ea8258e-3f27-422a-80cb-910b6b5c1515 req-fab3e942-cd34-4e56-857b-0abbec5b4d6a tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0253863 Sep 15 17:56:36.906883 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:56:37.319132 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc21bb4-b10d-4ebe-863e-a228a18b19d1 req-42a3c046-406f-4e06-83ae-63c7ecdc7bfe tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:37.320703 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-acc21bb4-b10d-4ebe-863e-a228a18b19d1 req-42a3c046-406f-4e06-83ae-63c7ecdc7bfe tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0483303 Sep 15 17:56:37.357396 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-acc21bb4-b10d-4ebe-863e-a228a18b19d1 req-ae1e303c-074a-459d-89c2-ce57945b06dd tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305381 Sep 15 17:56:37.611484 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f46c3c-2563-409c-9f75-21ded6c0641f req-fb592305-d44e-414a-9658-4b89176f8a4a tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:37.612976 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-65f46c3c-2563-409c-9f75-21ded6c0641f req-fb592305-d44e-414a-9658-4b89176f8a4a tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 944 time: 0.0507388 Sep 15 17:56:37.650614 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-65f46c3c-2563-409c-9f75-21ded6c0641f req-b7998120-713c-4722-a67d-2945840ac395 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310504 Sep 15 17:56:37.733374 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-15335eca-5845-49b6-be75-c53aec5cac51 req-59f529b9-5dc2-4ad7-b164-89dcbae13ea4 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0261729 Sep 15 17:56:37.778925 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['cc27d3bf-bf0b-4674-a0f0-a4810eee43d6'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:56:38.476344 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be657cf2-844e-4c62-bc17-a36e113f9f88 req-88e6ed32-1bfd-4083-a294-6ad8796b13f0 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:38.477843 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-be657cf2-844e-4c62-bc17-a36e113f9f88 req-88e6ed32-1bfd-4083-a294-6ad8796b13f0 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0512195 Sep 15 17:56:38.515186 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-be657cf2-844e-4c62-bc17-a36e113f9f88 req-3443e887-e39b-42c0-915c-1987a06063f8 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313547 Sep 15 17:56:38.772506 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770a841-8b71-4a04-8c06-15a337903520 req-e688cb7c-5bac-4921-a680-a36df522c56a tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:38.774122 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2770a841-8b71-4a04-8c06-15a337903520 req-e688cb7c-5bac-4921-a680-a36df522c56a tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 944 time: 0.0486696 Sep 15 17:56:38.814456 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2770a841-8b71-4a04-8c06-15a337903520 req-4697ca1d-c732-4dcc-87ba-b685d22581e0 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342190 Sep 15 17:56:38.891635 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-895a3bcb-fce1-4c59-b44e-b3111b545dfa req-a6a2bb9a-16c8-4a8b-bbbb-d701c100bbd8 tempest-DeleteServersTestJSON-992257339 tempest-DeleteServersTestJSON-992257339-project] 10.222.0.20 "GET /v2.0/ports?device_id=b93d2b49-5ed0-4243-9223-844cee32e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0277860 Sep 15 17:56:39.640998 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a87d9-9d07-4079-8bb5-354c29082eb9 req-b54b0825-2971-425b-baba-6d5d92102271 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:39.642380 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-141a87d9-9d07-4079-8bb5-354c29082eb9 req-b54b0825-2971-425b-baba-6d5d92102271 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0569854 Sep 15 17:56:39.686574 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-141a87d9-9d07-4079-8bb5-354c29082eb9 req-7b350e8d-c419-46cb-8568-db4270f68beb tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342803 Sep 15 17:56:39.946116 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f67c42-0b1f-4ecc-9c9a-400b9bff6f36 req-04e798cc-47be-47f6-977b-56a6f1f82948 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:39.946116 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-85f67c42-0b1f-4ecc-9c9a-400b9bff6f36 req-04e798cc-47be-47f6-977b-56a6f1f82948 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 944 time: 0.0521815 Sep 15 17:56:39.980465 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-85f67c42-0b1f-4ecc-9c9a-400b9bff6f36 req-8a478ba3-e979-410d-a50e-799cd929f6e9 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357299 Sep 15 17:56:40.173650 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device cc27d3bf-bf0b-4674-a0f0-a4810eee43d6 up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:56:40.301532 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning for port cc27d3bf-bf0b-4674-a0f0-a4810eee43d6 completed by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:56:40.305807 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port cc27d3bf-bf0b-4674-a0f0-a4810eee43d6 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:56:40.306205 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:40.386655 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:40.412538 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0e232c-0a95-4687-a8e1-5f5bd16965f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc27d3bf-bf0b-4674-a0f0-a4810eee43d6'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:56:40.414742 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c4a480-834f-4d75-b7b7-85d83a148edd" -d '{"events": [{"server_uuid": "bd0e232c-0a95-4687-a8e1-5f5bd16965f0", "name": "network-vif-plugged", "status": "completed", "tag": "cc27d3bf-bf0b-4674-a0f0-a4810eee43d6"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:56:40.431982 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port cc27d3bf-bf0b-4674-a0f0-a4810eee43d6, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=cc27d3bf-bf0b-4674-a0f0-a4810eee43d6,segment=NetworkSegment(ddbd2a64-91ba-4b52-b6d9-455ad765d2e6),segment_id=ddbd2a64-91ba-4b52-b6d9-455ad765d2e6)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:56:40.451145 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12a8424-6815-4a5b-8a7b-b990aee14492 x-openstack-request-id: req-b12a8424-6815-4a5b-8a7b-b990aee14492 {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:56:40.451457 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0e232c-0a95-4687-a8e1-5f5bd16965f0", "name": "network-vif-plugged", "status": "completed", "tag": "cc27d3bf-bf0b-4674-a0f0-a4810eee43d6", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:56:40.451714 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b12a8424-6815-4a5b-8a7b-b990aee14492 {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:56:40.452102 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0e232c-0a95-4687-a8e1-5f5bd16965f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc27d3bf-bf0b-4674-a0f0-a4810eee43d6', 'code': 200} Sep 15 17:56:40.541051 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:40.541843 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 879e581f-0824-440b-a2c4-3aa7b4ef766e no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:56:40.591931 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] No Port match for: 879e581f-0824-440b-a2c4-3aa7b4ef766e {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:56:40.592274 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 879e581f-0824-440b-a2c4-3aa7b4ef766e not bound to the agent host hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:56:40.618900 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=cc27d3bf-bf0b-4674-a0f0-a4810eee43d6,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:40.753219 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a861dc-6c40-4118-9a19-45198a4320ee req-5d8245b4-7dbe-446a-ad88-6b10e91b229b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:40.755336 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b9a861dc-6c40-4118-9a19-45198a4320ee req-5d8245b4-7dbe-446a-ad88-6b10e91b229b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 1098 time: 0.0399368 Sep 15 17:56:40.791729 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b9a861dc-6c40-4118-9a19-45198a4320ee req-63f33902-e546-4393-9836-61a50266863f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292554 Sep 15 17:56:40.815554 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1e72a-c291-4373-b57c-ffe76948bd3a req-0a044e6e-632b-4b2c-bfee-d74740db9707 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:40.817269 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3ff1e72a-c291-4373-b57c-ffe76948bd3a req-0a044e6e-632b-4b2c-bfee-d74740db9707 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0629873 Sep 15 17:56:40.858509 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3ff1e72a-c291-4373-b57c-ffe76948bd3a req-3fbc7721-1774-4fed-b9e3-8f653ec10832 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342956 Sep 15 17:56:41.101892 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4b990-5d29-44fe-b01a-0530e115b209 req-8a0b6478-a007-4d22-80ec-8575359fb38b tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:41.103447 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bde4b990-5d29-44fe-b01a-0530e115b209 req-8a0b6478-a007-4d22-80ec-8575359fb38b tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 945 time: 0.0513775 Sep 15 17:56:41.142448 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bde4b990-5d29-44fe-b01a-0530e115b209 req-e86a588c-fc6e-4b30-863d-422fdc934589 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321403 Sep 15 17:56:41.477729 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 36420) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:41.520305 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_v2 [None req-35083aeb-8616-4296-b373-bd2a384a311d admin admin] Deleting subnet d688d3b2-62b4-4910-b05c-9ff11058901f {{(pid=106071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:56:41.524236 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-35083aeb-8616-4296-b373-bd2a384a311d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:41.561191 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-35083aeb-8616-4296-b373-bd2a384a311d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636711'] for subnet, precommit_delete_associations {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:41.609137 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-35083aeb-8616-4296-b373-bd2a384a311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819029'] for subnet, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:41.719002 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-35083aeb-8616-4296-b373-bd2a384a311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1819010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6045702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774577'] for subnet, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:41.743509 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35083aeb-8616-4296-b373-bd2a384a311d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d688d3b2-62b4-4910-b05c-9ff11058901f,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:41.749959 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-35083aeb-8616-4296-b373-bd2a384a311d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for subnet, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:41.751861 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-35083aeb-8616-4296-b373-bd2a384a311d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d688d3b2-62b4-4910-b05c-9ff11058901f HTTP/1.1" status: 204 len: 168 time: 0.2731385 Sep 15 17:56:41.754318 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 36422) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:42.044143 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3c3c08f0-d3f5-4bc3-9c6b-79c17be9d50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588324'] for network, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:42.071067 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc751286-3e8a-4cb4-9fbd-a24a5de853aa req-4f2e2aac-3ab4-43ee-948b-6c1abd023e00 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:42.072647 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-fc751286-3e8a-4cb4-9fbd-a24a5de853aa req-4f2e2aac-3ab4-43ee-948b-6c1abd023e00 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0787189 Sep 15 17:56:42.187232 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3c3c08f0-d3f5-4bc3-9c6b-79c17be9d50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822226', 'neutron.services.segments.db._delete_segments_for_network-8765806907549'] for network, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:42.218307 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-fc751286-3e8a-4cb4-9fbd-a24a5de853aa req-b3c3f91c-da08-4282-bdc9-ddabc6759c2a tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201613 Sep 15 17:56:42.219679 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.services.segments.db [None req-3c3c08f0-d3f5-4bc3-9c6b-79c17be9d50a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a9efa0-3188-4bc8-aa9b-985a99889870']}} {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:56:42.230423 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.services.segments.db [None req-3c3c08f0-d3f5-4bc3-9c6b-79c17be9d50a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4811d1b-8643-4b39-932b-9757a257ecf2') {'for_net_delete': True} {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:56:42.230730 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.services.segments.db [None req-3c3c08f0-d3f5-4bc3-9c6b-79c17be9d50a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4811d1b-8643-4b39-932b-9757a257ecf2') {} {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:56:42.242332 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3c3c08f0-d3f5-4bc3-9c6b-79c17be9d50a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765806907046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636716'] for segment, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:42.256444 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3c3c08f0-d3f5-4bc3-9c6b-79c17be9d50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:42.262689 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3c08f0-d3f5-4bc3-9c6b-79c17be9d50a admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:56:42.263106 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3c3c08f0-d3f5-4bc3-9c6b-79c17be9d50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6046424'] for segment, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: Traceback (most recent call last): Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: timer() Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: cb(*args, **kw) Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: return func(*args, **kwargs) Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: self._notify() Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: self.callback(batched_events) Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: event.method(event) Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: return f(self, *a, **k) Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: return self._get(url).json() Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: return self.request(url, 'GET', **kwargs) Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:56:42.264869 dv-cinder-805228-2-iscsi neutron-server[106071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:56:42.303904 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca93797-9258-4425-a118-45c543582c4c req-25d09eb0-f62a-4bd1-ac02-3e1e1202c376 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:42.305649 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1ca93797-9258-4425-a118-45c543582c4c req-25d09eb0-f62a-4bd1-ac02-3e1e1202c376 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 945 time: 0.0491626 Sep 15 17:56:42.344064 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1ca93797-9258-4425-a118-45c543582c4c req-16ead25e-ec63-4e04-8038-111fc6496e52 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324883 Sep 15 17:56:42.392618 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3c3c08f0-d3f5-4bc3-9c6b-79c17be9d50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1822219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600340'] for network, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:42.398380 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3c3c08f0-d3f5-4bc3-9c6b-79c17be9d50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:42.400212 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-3c3c08f0-d3f5-4bc3-9c6b-79c17be9d50a admin admin] 10.222.0.20 "DELETE /v2.0/networks/26a9efa0-3188-4bc8-aa9b-985a99889870 HTTP/1.1" status: 204 len: 168 time: 0.6449871 Sep 15 17:56:42.415306 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c08f0-d3f5-4bc3-9c6b-79c17be9d50a admin admin] Pushing event deleted for resources: {'Network': ['ID=26a9efa0-3188-4bc8-aa9b-985a99889870,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:42.522441 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 36448) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:42.622431 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7d919c66-1e1a-4077-a0cc-a7997f4b7dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:42.710858 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7d919c66-1e1a-4077-a0cc-a7997f4b7dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:42.777379 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7d919c66-1e1a-4077-a0cc-a7997f4b7dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:42.813681 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d919c66-1e1a-4077-a0cc-a7997f4b7dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4159e8-f2bd-4bcc-beb1-61376493c184,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:42.818131 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-7d919c66-1e1a-4077-a0cc-a7997f4b7dfd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7da25b67c5894dbc8889688be5e94f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946742 Sep 15 17:56:42.821273 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 36452) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:42.842173 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 36454) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:42.871411 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-91ecd8d7-1a6e-49d4-8e07-1104561d954f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:42.885468 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-3ec29e01-7350-4d8f-901e-ad0ae4c6ae7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=991d427b76d8438ea032d21e3d7a1fc9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0416269 Sep 15 17:56:42.888307 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 36456) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:42.901426 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-91ecd8d7-1a6e-49d4-8e07-1104561d954f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:42.939735 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-1316a352-1b98-432f-827a-29840abaa637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:42.970196 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-1316a352-1b98-432f-827a-29840abaa637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:43.086170 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-91ecd8d7-1a6e-49d4-8e07-1104561d954f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:43.088902 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-91ecd8d7-1a6e-49d4-8e07-1104561d954f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:43.092156 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-91ecd8d7-1a6e-49d4-8e07-1104561d954f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e4159e8-f2bd-4bcc-beb1-61376493c184 HTTP/1.1" status: 204 len: 168 time: 0.2680519 Sep 15 17:56:43.108280 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecd8d7-1a6e-49d4-8e07-1104561d954f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4159e8-f2bd-4bcc-beb1-61376493c184,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:43.124307 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-1316a352-1b98-432f-827a-29840abaa637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:43.127353 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-1316a352-1b98-432f-827a-29840abaa637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:43.138643 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-1316a352-1b98-432f-827a-29840abaa637 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de5b7d1d-2135-42ca-8b26-fc247405e9b6 HTTP/1.1" status: 204 len: 168 time: 0.2421782 Sep 15 17:56:43.147470 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316a352-1b98-432f-827a-29840abaa637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5b7d1d-2135-42ca-8b26-fc247405e9b6,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:43.350447 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122118b-66f9-4b1c-ab3e-a1401a5645ac req-07a5d3e3-573c-4ea9-b6c3-65c00533b9a5 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:43.351937 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8122118b-66f9-4b1c-ab3e-a1401a5645ac req-07a5d3e3-573c-4ea9-b6c3-65c00533b9a5 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0592356 Sep 15 17:56:43.389816 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8122118b-66f9-4b1c-ab3e-a1401a5645ac req-cd60a782-0487-49bc-bcc3-8b47026214a5 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318549 Sep 15 17:56:43.483897 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1053ce-f6cf-407c-9143-99d9988e016a req-97488dab-c76d-48cb-a105-672ae7ea3d21 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:43.485721 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6b1053ce-f6cf-407c-9143-99d9988e016a req-97488dab-c76d-48cb-a105-672ae7ea3d21 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 945 time: 0.0688603 Sep 15 17:56:43.532588 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6b1053ce-f6cf-407c-9143-99d9988e016a req-8cb9aefe-da8a-4838-9e4e-c08d1ea9f904 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398216 Sep 15 17:56:43.833048 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 36500) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:43.846878 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-064e3674-ae9f-460a-ab2f-3ee8f61367f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:43.956478 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-064e3674-ae9f-460a-ab2f-3ee8f61367f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:44.086834 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-064e3674-ae9f-460a-ab2f-3ee8f61367f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:44.126707 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-064e3674-ae9f-460a-ab2f-3ee8f61367f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d765553f4c774592894f7d16913ac966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925372 Sep 15 17:56:44.127931 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e3674-ae9f-460a-ab2f-3ee8f61367f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5330eb-ae3c-49a8-bef5-2f453bb530d3,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:44.129393 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 36514) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:44.200716 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-110a61e6-ab06-4987-a979-ce39b7018599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:44.224238 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-110a61e6-ab06-4987-a979-ce39b7018599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:44.343530 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-110a61e6-ab06-4987-a979-ce39b7018599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:44.346269 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-110a61e6-ab06-4987-a979-ce39b7018599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:44.349944 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-110a61e6-ab06-4987-a979-ce39b7018599 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a5330eb-ae3c-49a8-bef5-2f453bb530d3 HTTP/1.1" status: 204 len: 168 time: 0.2168860 Sep 15 17:56:44.356173 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a61e6-ab06-4987-a979-ce39b7018599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5330eb-ae3c-49a8-bef5-2f453bb530d3,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:44.508920 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794df49-3926-479a-a406-f2305ebdd80f req-7d166d94-785f-46f4-a399-e8c38fd4d7f7 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:44.510575 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f794df49-3926-479a-a406-f2305ebdd80f req-7d166d94-785f-46f4-a399-e8c38fd4d7f7 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0471551 Sep 15 17:56:44.554426 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f794df49-3926-479a-a406-f2305ebdd80f req-70f05f89-a706-4739-8128-9152f1b5816a tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374341 Sep 15 17:56:45.286246 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 36568) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:45.474152 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-09a9f256-9b9e-4e4f-9ac8-135bcb244867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:45.586319 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-09a9f256-9b9e-4e4f-9ac8-135bcb244867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:45.682650 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e259bd-5131-4b3c-baa8-426d6eab76d8 req-1cbbfb4d-3dcd-4edc-b158-902717365701 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:45.684234 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d4e259bd-5131-4b3c-baa8-426d6eab76d8 req-1cbbfb4d-3dcd-4edc-b158-902717365701 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0599468 Sep 15 17:56:45.685645 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-09a9f256-9b9e-4e4f-9ac8-135bcb244867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:45.743755 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-09a9f256-9b9e-4e4f-9ac8-135bcb244867 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbf04168ab53445e8d42737e82532945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563770 Sep 15 17:56:45.749392 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9f256-9b9e-4e4f-9ac8-135bcb244867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a4e036-cfd5-40fd-9602-cc1bf6a1475a,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:45.749541 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 36592) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:45.764985 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d4e259bd-5131-4b3c-baa8-426d6eab76d8 req-d3cc07eb-6b1b-485e-ad01-329f19b5fe0d tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684795 Sep 15 17:56:45.839994 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6f052a08-79c2-463a-addb-a508b1dfb717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:45.867093 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6f052a08-79c2-463a-addb-a508b1dfb717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:46.034743 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6f052a08-79c2-463a-addb-a508b1dfb717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:46.037472 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6f052a08-79c2-463a-addb-a508b1dfb717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:46.038713 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-6f052a08-79c2-463a-addb-a508b1dfb717 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5a4e036-cfd5-40fd-9602-cc1bf6a1475a HTTP/1.1" status: 204 len: 168 time: 0.2870984 Sep 15 17:56:46.046619 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f052a08-79c2-463a-addb-a508b1dfb717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a4e036-cfd5-40fd-9602-cc1bf6a1475a,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:46.085917 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 36606) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:46.414145 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-73ef7343-bda6-4c05-8457-5657559ead3d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2022525781-network', 'tenant_id': '3c487a598613474cbc905cfa6955734f'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:56:46.422102 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 36622) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:46.519249 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3e961544-e537-4b03-8dfa-59e7f4f6e619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:46.560429 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ef7343-bda6-4c05-8457-5657559ead3d admin admin] Made reservation on behalf of 3c487a598613474cbc905cfa6955734f for: {'network': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:56:46.565095 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-73ef7343-bda6-4c05-8457-5657559ead3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for network, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:46.589242 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-73ef7343-bda6-4c05-8457-5657559ead3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:46.657462 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3e961544-e537-4b03-8dfa-59e7f4f6e619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:46.780306 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3e961544-e537-4b03-8dfa-59e7f4f6e619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:46.807728 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-d620d843-e7ec-4add-80c7-2e7b1dcf8b7d tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:46.809262 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-d620d843-e7ec-4add-80c7-2e7b1dcf8b7d tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/networks?id=4da47a5c-d2cd-42fe-9854-e0f9136b7152 HTTP/1.1" status: 200 len: 814 time: 0.1218858 Sep 15 17:56:46.826335 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-3e961544-e537-4b03-8dfa-59e7f4f6e619 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d2f3c0274114418a7bdac1ed67b08f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031491 Sep 15 17:56:46.827050 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 36650) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:46.827664 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e961544-e537-4b03-8dfa-59e7f4f6e619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9128f9a8-dded-40a6-b8a9-ab1b8deaba2b,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:46.837621 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-2fc2d077-fae3-4101-8daa-e94940354ce4 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/quotas/c16830a0d09c47d390ee6bbfa6435793 HTTP/1.1" status: 200 len: 375 time: 0.0172544 Sep 15 17:56:46.909517 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-8c4dc654-739d-41a2-8f3b-534c07eb298a tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c16830a0d09c47d390ee6bbfa6435793&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621455 Sep 15 17:56:46.916941 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3a8a39a1-e6b8-4061-973f-56bfb62f3158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:46.946305 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-73ef7343-bda6-4c05-8457-5657559ead3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:46.947729 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48407688-7e37-4abf-b2a8-a08118cf787a req-f17005f9-a863-4b57-98e1-4acecdf5d8b2 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:46.949284 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-48407688-7e37-4abf-b2a8-a08118cf787a req-f17005f9-a863-4b57-98e1-4acecdf5d8b2 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0854063 Sep 15 17:56:46.961765 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3a8a39a1-e6b8-4061-973f-56bfb62f3158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:47.015125 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-48407688-7e37-4abf-b2a8-a08118cf787a req-2d9aeac5-2be6-4af6-8dfa-53140c9b4218 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565627 Sep 15 17:56:47.015419 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-fa8c2433-41ea-4631-a4c0-b9e034e0e318 service neutron] 10.222.0.20 "GET /v2.0/networks/4da47a5c-d2cd-42fe-9854-e0f9136b7152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937836 Sep 15 17:56:47.043688 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-73ef7343-bda6-4c05-8457-5657559ead3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:47.114451 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3a8a39a1-e6b8-4061-973f-56bfb62f3158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:47.116157 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef7343-bda6-4c05-8457-5657559ead3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415a8035-c633-484b-818b-165f7a9877ba,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:47.117104 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3a8a39a1-e6b8-4061-973f-56bfb62f3158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:47.118245 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-3a8a39a1-e6b8-4061-973f-56bfb62f3158 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9128f9a8-dded-40a6-b8a9-ab1b8deaba2b HTTP/1.1" status: 204 len: 168 time: 0.2877860 Sep 15 17:56:47.132145 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ef7343-bda6-4c05-8457-5657559ead3d admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=106072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:56:47.132632 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a39a1-e6b8-4061-973f-56bfb62f3158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9128f9a8-dded-40a6-b8a9-ab1b8deaba2b,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:47.147997 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-73ef7343-bda6-4c05-8457-5657559ead3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:47.148350 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.segments_db [None req-73ef7343-bda6-4c05-8457-5657559ead3d admin admin] Added segment b8d12c84-d6ba-42e1-8313-0c0a892e9c3a of type vlan for network 593619d1-1905-4982-8189-2490412fc927 Sep 15 17:56:47.158097 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-ed92c166-5bcb-46df-817e-84427d004d7d service neutron] 10.222.0.20 "GET /v2.0/networks/4da47a5c-d2cd-42fe-9854-e0f9136b7152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364713 Sep 15 17:56:47.202816 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-73ef7343-bda6-4c05-8457-5657559ead3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765806349855'] for network, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:47.341295 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-73ef7343-bda6-4c05-8457-5657559ead3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for network, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:47.342671 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ef7343-bda6-4c05-8457-5657559ead3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:47.343463 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-73ef7343-bda6-4c05-8457-5657559ead3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:47.410049 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef7343-bda6-4c05-8457-5657559ead3d admin admin] Pushing event updated for resources: {'Network': ['ID=593619d1-1905-4982-8189-2490412fc927,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:47.426619 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Network 593619d1-1905-4982-8189-2490412fc927 details requested by agent ovs-agent-dv-cinder-805228-2-iscsi with host dv-cinder-805228-2-iscsi {{(pid=106073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:56:47.433987 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-73ef7343-bda6-4c05-8457-5657559ead3d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3468988 Sep 15 17:56:47.434708 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 36674) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:47.455814 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-a3267078-c8f3-4748-8879-bd85b377a68a admin admin] Request body: {'subnet': {'network_id': '593619d1-1905-4982-8189-2490412fc927', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2022525781-subnet', 'tenant_id': '3c487a598613474cbc905cfa6955734f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:56:47.466711 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1651620f-9099-4b04-8ef1-181e0ba7b8ea req-9e3a327c-1205-4068-a91b-dfee962f6878 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 210 time: 0.0350072 Sep 15 17:56:47.571822 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3267078-c8f3-4748-8879-bd85b377a68a admin admin] Made reservation on behalf of 3c487a598613474cbc905cfa6955734f for: {'subnet': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:56:47.574188 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a3267078-c8f3-4748-8879-bd85b377a68a admin admin] Notify callbacks [] for subnet, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:47.842940 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 36684) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:47.855883 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d42bebe1-053d-4575-8b6f-adaf7589554a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:47.874760 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a3267078-c8f3-4748-8879-bd85b377a68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for subnet, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:47.953885 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3267078-c8f3-4748-8879-bd85b377a68a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3e9adc-3edc-489e-8e3e-7cdb669e8990,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:47.971969 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3267078-c8f3-4748-8879-bd85b377a68a admin admin] Checking segment: {'id': 'b8d12c84-d6ba-42e1-8313-0c0a892e9c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '593619d1-1905-4982-8189-2490412fc927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:56:47.972326 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3267078-c8f3-4748-8879-bd85b377a68a admin admin] Network hostable DHCP agents. Network: 593619d1-1905-4982-8189-2490412fc927, hostable agents: ['36f446e8-29e8-4378-bef0-f89f7461b806'], hosted agents: [] {{(pid=106072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:56:48.020623 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d42bebe1-053d-4575-8b6f-adaf7589554a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:48.120774 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3267078-c8f3-4748-8879-bd85b377a68a admin admin] Network 593619d1-1905-4982-8189-2490412fc927 is scheduled to be hosted by DHCP agent 36f446e8-29e8-4378-bef0-f89f7461b806 with binding_index 1 {{(pid=106072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:56:48.124698 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d42bebe1-053d-4575-8b6f-adaf7589554a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:48.165572 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bebe1-053d-4575-8b6f-adaf7589554a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af47052-c369-49bd-b936-f472de17a3a1,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:48.172623 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-d42bebe1-053d-4575-8b6f-adaf7589554a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ccc529b9a0b541d29fcd5c8e123c25bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259277 Sep 15 17:56:48.173500 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 36690) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:48.232254 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5393d1c2-7992-446e-b59c-a3187c9f2712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:48.243128 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-a3267078-c8f3-4748-8879-bd85b377a68a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805228-2-iscsi, 593619d1-1905-4982-8189-2490412fc927) {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:56:48.252633 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ee8a4e-5da5-4345-868b-d47291118bb1 None None] Network 593619d1-1905-4982-8189-2490412fc927 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:56:48.252844 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3267078-c8f3-4748-8879-bd85b377a68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:48.253434 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a3267078-c8f3-4748-8879-bd85b377a68a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:48.262065 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5393d1c2-7992-446e-b59c-a3187c9f2712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:48.323095 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815e6bc-c8ae-434b-8fff-89b66930400c req-006669ff-2bcf-42cf-aa79-1e95240b22f2 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:48.324908 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8815e6bc-c8ae-434b-8fff-89b66930400c req-006669ff-2bcf-42cf-aa79-1e95240b22f2 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0897703 Sep 15 17:56:48.362428 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-a3267078-c8f3-4748-8879-bd85b377a68a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9265916 Sep 15 17:56:48.411540 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8815e6bc-c8ae-434b-8fff-89b66930400c req-17607cee-6181-447d-86be-a99ae59a19e2 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615752 Sep 15 17:56:48.417524 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afea72d2-99e1-491c-a04f-bd5edee40f48 None None] Network 593619d1-1905-4982-8189-2490412fc927 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:56:48.460551 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5393d1c2-7992-446e-b59c-a3187c9f2712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:48.467965 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5393d1c2-7992-446e-b59c-a3187c9f2712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:48.469590 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-5393d1c2-7992-446e-b59c-a3187c9f2712 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0af47052-c369-49bd-b936-f472de17a3a1 HTTP/1.1" status: 204 len: 168 time: 0.2955186 Sep 15 17:56:48.486451 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393d1c2-7992-446e-b59c-a3187c9f2712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af47052-c369-49bd-b936-f472de17a3a1,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:48.631334 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f87786ee-a8c1-4e8f-ac5e-a5b5f1e00b2d req-98860e3e-caf1-45d9-9b13-15764c9877d4 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 210 time: 0.0413549 Sep 15 17:56:48.914529 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-7a88fadb-6785-4319-a9d8-a899fba15d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:49.554975 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c36e7c-7941-4266-be99-4db5e0fff74e req-e6069a45-232b-4601-a6d0-f61ceda116ef tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:49.562422 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-36c36e7c-7941-4266-be99-4db5e0fff74e req-e6069a45-232b-4601-a6d0-f61ceda116ef tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0557528 Sep 15 17:56:49.598203 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-36c36e7c-7941-4266-be99-4db5e0fff74e req-767f7c13-1731-4998-afd9-ebe16e00140c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349393 Sep 15 17:56:49.665634 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-fdacf3f0-882b-4bf0-add6-18e1180682e0 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=91ed3be450e942d598f0e8d10ecf2047&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295067 Sep 15 17:56:49.718302 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d332a06c-adb3-46fd-be93-2cb133ab493c req-3c184c40-98b5-4df4-acbc-7887ed80b68c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 210 time: 0.0284193 Sep 15 17:56:49.800598 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 36756) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:49.904156 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-be9c0bce-9671-4e7e-a3eb-57378ef52607 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1806991334-network', 'tenant_id': 'd858d9104844456bb654743fcdad252e'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:56:49.916296 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-289d71bd-5e9f-45cb-9fc9-031d967eca0d tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:49.917791 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-289d71bd-5e9f-45cb-9fc9-031d967eca0d tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2463696 Sep 15 17:56:49.949535 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-6df5e9ec-235e-4563-883e-9d6bca2c887f tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/quotas/91ed3be450e942d598f0e8d10ecf2047 HTTP/1.1" status: 200 len: 375 time: 0.0216606 Sep 15 17:56:49.956502 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-ec8780c7-e028-434a-9e3d-13f59c5e1c37 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:49.957901 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-ec8780c7-e028-434a-9e3d-13f59c5e1c37 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.37 "GET /v2.0/networks?id=4da47a5c-d2cd-42fe-9854-e0f9136b7152 HTTP/1.1" status: 200 len: 814 time: 0.1772838 Sep 15 17:56:49.972121 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-39dd5a11-15ed-4994-a819-04950b93fc4c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Request body: {'port': {'device_id': '5645e3fe-873a-4f79-b73e-8ae63b3f409a', 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152', 'admin_state_up': True, 'tenant_id': 'c16830a0d09c47d390ee6bbfa6435793'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:56:49.990501 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-99becfcc-97b1-4a8e-a50b-a8a8ac440473 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=91ed3be450e942d598f0e8d10ecf2047&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316830 Sep 15 17:56:50.018049 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9c0bce-9671-4e7e-a3eb-57378ef52607 admin admin] Made reservation on behalf of d858d9104844456bb654743fcdad252e for: {'network': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:56:50.020486 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-be9c0bce-9671-4e7e-a3eb-57378ef52607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for network, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:50.030586 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-be9c0bce-9671-4e7e-a3eb-57378ef52607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:50.137836 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-be9c0bce-9671-4e7e-a3eb-57378ef52607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:50.203731 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-be9c0bce-9671-4e7e-a3eb-57378ef52607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:50.244690 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9c0bce-9671-4e7e-a3eb-57378ef52607 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=106072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:56:50.248003 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-74c811be-5fc2-46a4-bbeb-9189dc4f5d90 req-aac01630-8a47-430e-b74c-3310802f54f2 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 210 time: 0.0391412 Sep 15 17:56:50.269930 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-be9c0bce-9671-4e7e-a3eb-57378ef52607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:50.270277 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.segments_db [None req-be9c0bce-9671-4e7e-a3eb-57378ef52607 admin admin] Added segment 6e873c96-edbb-4fb2-a5b4-3ed8518ce4ed of type vlan for network 406b06a0-bf7b-43f6-82cc-7a87d62da7de Sep 15 17:56:50.272509 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c0bce-9671-4e7e-a3eb-57378ef52607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a420cb-1197-445f-9cb8-ff3c7b93d237,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:50.297037 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-39dd5a11-15ed-4994-a819-04950b93fc4c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Made reservation on behalf of c16830a0d09c47d390ee6bbfa6435793 for: {'port': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:56:50.300591 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-39dd5a11-15ed-4994-a819-04950b93fc4c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:50.311963 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-be9c0bce-9671-4e7e-a3eb-57378ef52607 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765806349855'] for network, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:50.416962 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-be9c0bce-9671-4e7e-a3eb-57378ef52607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for network, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:50.417975 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9c0bce-9671-4e7e-a3eb-57378ef52607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:50.418572 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-be9c0bce-9671-4e7e-a3eb-57378ef52607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:50.433178 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-39dd5a11-15ed-4994-a819-04950b93fc4c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Allocated IP 172.20.0.9 (4da47a5c-d2cd-42fe-9854-e0f9136b7152/f65e6417-ab92-4eaf-a9d5-8334761fc129/fc092084-f208-4784-95f3-c79c57d787be) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:56:50.515223 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-be9c0bce-9671-4e7e-a3eb-57378ef52607 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7134116 Sep 15 17:56:50.518464 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 36782) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:50.526663 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c0bce-9671-4e7e-a3eb-57378ef52607 admin admin] Pushing event updated for resources: {'Network': ['ID=406b06a0-bf7b-43f6-82cc-7a87d62da7de,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:50.527348 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-2078e246-1371-48ce-b1f3-a46e0778f70d admin admin] Request body: {'subnet': {'network_id': '406b06a0-bf7b-43f6-82cc-7a87d62da7de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1806991334-subnet', 'tenant_id': 'd858d9104844456bb654743fcdad252e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:56:50.535970 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Network 406b06a0-bf7b-43f6-82cc-7a87d62da7de details requested by agent ovs-agent-dv-cinder-805228-2-iscsi with host dv-cinder-805228-2-iscsi {{(pid=106073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:56:50.699277 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-39dd5a11-15ed-4994-a819-04950b93fc4c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:50.829354 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2078e246-1371-48ce-b1f3-a46e0778f70d admin admin] Made reservation on behalf of d858d9104844456bb654743fcdad252e for: {'subnet': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:56:50.831635 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2078e246-1371-48ce-b1f3-a46e0778f70d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774550'] for subnet, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:50.833992 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-39dd5a11-15ed-4994-a819-04950b93fc4c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:50.858633 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['33cbfcdf-e5fb-429c-980e-8fedc82fdfc6', 'cc27d3bf-bf0b-4674-a0f0-a4810eee43d6'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:56:50.901077 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9197ff-46b9-43e9-b976-3037e691a3bf req-43b5ae7c-1513-4f28-9928-2fb7fe0b3e62 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:50.907320 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fd9197ff-46b9-43e9-b976-3037e691a3bf req-43b5ae7c-1513-4f28-9928-2fb7fe0b3e62 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0554996 Sep 15 17:56:50.944603 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-39dd5a11-15ed-4994-a819-04950b93fc4c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Network 4da47a5c-d2cd-42fe-9854-e0f9136b7152 is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:56:50.957937 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-39dd5a11-15ed-4994-a819-04950b93fc4c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:56:50.960878 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fd9197ff-46b9-43e9-b976-3037e691a3bf req-87eaee04-dda3-49bb-b365-990ed126eeef tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455015 Sep 15 17:56:50.967790 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-39dd5a11-15ed-4994-a819-04950b93fc4c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:56:50.983044 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-bed78901-353d-4ce4-9ffa-064ac811aa5d tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:50.984570 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-bed78901-353d-4ce4-9ffa-064ac811aa5d tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/networks?id=593619d1-1905-4982-8189-2490412fc927 HTTP/1.1" status: 200 len: 809 time: 0.2491508 Sep 15 17:56:51.009732 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd5a11-15ed-4994-a819-04950b93fc4c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Pushing event updated for resources: {'Port': ['ID=fc092084-f208-4784-95f3-c79c57d787be,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:51.042102 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-c15668d0-748c-49a2-9f8a-a7d98f944223 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/quotas/3c487a598613474cbc905cfa6955734f HTTP/1.1" status: 200 len: 375 time: 0.0243015 Sep 15 17:56:51.069362 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-39dd5a11-15ed-4994-a819-04950b93fc4c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:51.069947 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-39dd5a11-15ed-4994-a819-04950b93fc4c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:51.093966 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9e8d9-05f8-480d-9ca3-2534b3967a16 req-53d81e97-e96e-42f1-a429-3ddc83b8ff25 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:51.098391 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-7de1edf0-7144-4f3c-8f67-572511a73486 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c487a598613474cbc905cfa6955734f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474863 Sep 15 17:56:51.105716 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-aae9e8d9-05f8-480d-9ca3-2534b3967a16 req-53d81e97-e96e-42f1-a429-3ddc83b8ff25 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 931 time: 0.0758440 Sep 15 17:56:51.149997 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-aae9e8d9-05f8-480d-9ca3-2534b3967a16 req-be8a87aa-7589-4a7e-b67e-4cd4bb360b96 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431430 Sep 15 17:56:51.230393 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-39dd5a11-15ed-4994-a819-04950b93fc4c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2618415 Sep 15 17:56:51.247747 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] Request body: {'port': {'device_id': '5645e3fe-873a-4f79-b73e-8ae63b3f409a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80522'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:56:51.309175 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-071aa713-f79f-4e23-ae3c-36aa5a5c3bbd service neutron] 10.222.0.20 "GET /v2.0/networks/593619d1-1905-4982-8189-2490412fc927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863523 Sep 15 17:56:51.325430 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:51.327664 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b69dae43-21b6-4cd4-ba02-3a9d22938bbd req-a64d08ba-e069-457b-9ccc-8c52f6fb2bf9 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 210 time: 0.0260882 Sep 15 17:56:51.355805 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2078e246-1371-48ce-b1f3-a46e0778f70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6045765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774584'] for subnet, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:51.468907 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078e246-1371-48ce-b1f3-a46e0778f70d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cfe8d18-1b49-4d5c-a7ee-e1bfa0e034e7,revision_number=0']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:51.475426 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-83b80ba9-d5c4-4f1e-9847-ddcdbd691f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:51.503974 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-b14e0bc5-f648-46fe-8782-21581dd0c199 service neutron] 10.222.0.20 "GET /v2.0/networks/593619d1-1905-4982-8189-2490412fc927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881354 Sep 15 17:56:51.558564 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2078e246-1371-48ce-b1f3-a46e0778f70d admin admin] Checking segment: {'id': '6e873c96-edbb-4fb2-a5b4-3ed8518ce4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '406b06a0-bf7b-43f6-82cc-7a87d62da7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:56:51.558912 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2078e246-1371-48ce-b1f3-a46e0778f70d admin admin] Network hostable DHCP agents. Network: 406b06a0-bf7b-43f6-82cc-7a87d62da7de, hostable agents: ['36f446e8-29e8-4378-bef0-f89f7461b806'], hosted agents: [] {{(pid=106071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:56:51.718701 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2078e246-1371-48ce-b1f3-a46e0778f70d admin admin] Network 406b06a0-bf7b-43f6-82cc-7a87d62da7de is scheduled to be hosted by DHCP agent 36f446e8-29e8-4378-bef0-f89f7461b806 with binding_index 1 {{(pid=106071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:56:51.732375 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc092084-f208-4784-95f3-c79c57d787be {{(pid=106071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:56:51.740512 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:51.745262 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-58fd0962-d552-48d9-a775-e00ba600c30d req-ee0197ee-3362-45e4-8fe7-78a3e1e2a05e tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 210 time: 0.0389364 Sep 15 17:56:51.753749 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.provisioning_blocks [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] Transition to ACTIVE for port object fc092084-f208-4784-95f3-c79c57d787be will not be triggered until provisioned by entity L2. {{(pid=106071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:56:51.840283 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:51.893030 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] Pushing event updated for resources: {'Port': ['ID=fc092084-f208-4784-95f3-c79c57d787be,revision_number=2']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:51.912480 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-2078e246-1371-48ce-b1f3-a46e0778f70d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805228-2-iscsi, 406b06a0-bf7b-43f6-82cc-7a87d62da7de) {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:56:51.934699 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2078e246-1371-48ce-b1f3-a46e0778f70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:51.935347 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2078e246-1371-48ce-b1f3-a46e0778f70d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for subnet, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:51.936294 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05550f38-31be-4468-b644-af44f726dd61 None None] Network 406b06a0-bf7b-43f6-82cc-7a87d62da7de requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:56:51.973315 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] Attempting to bind port fc092084-f208-4784-95f3-c79c57d787be on host hv-cinder-80522 for vnic_type normal with profile {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:56:51.973672 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] Attempting to bind port fc092084-f208-4784-95f3-c79c57d787be by drivers openvswitch,hyperv on host hv-cinder-80522 at level 0 using segments [{'id': 'ddbd2a64-91ba-4b52-b6d9-455ad765d2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152'}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:56:51.976920 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] Attempting to bind port fc092084-f208-4784-95f3-c79c57d787be on network 4da47a5c-d2cd-42fe-9854-e0f9136b7152 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:56:51.980863 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] Port fc092084-f208-4784-95f3-c79c57d787be on network 4da47a5c-d2cd-42fe-9854-e0f9136b7152 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80522 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:56:51.981620 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] Attempting to bind port fc092084-f208-4784-95f3-c79c57d787be on network 4da47a5c-d2cd-42fe-9854-e0f9136b7152 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:56:51.989578 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] Checking agent: {'id': 'd3977637-cbe2-41c3-a570-ab972cec54ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80522', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'started_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:56:51.989578 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] Checking segment: {'id': 'ddbd2a64-91ba-4b52-b6d9-455ad765d2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:56:51.990952 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] Bound using segment: {'id': 'ddbd2a64-91ba-4b52-b6d9-455ad765d2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152'} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:56:51.992115 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] Bound port: fc092084-f208-4784-95f3-c79c57d787be, host: hv-cinder-80522, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbd2a64-91ba-4b52-b6d9-455ad765d2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152'}}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:56:51.992674 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:52.064686 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-2078e246-1371-48ce-b1f3-a46e0778f70d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5428507 Sep 15 17:56:52.084639 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:52.089147 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] For port fc092084-f208-4784-95f3-c79c57d787be, host hv-cinder-80522, cleared binding levels {{(pid=106071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:56:52.094472 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] For port fc092084-f208-4784-95f3-c79c57d787be, host hv-cinder-80522, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=fc092084-f208-4784-95f3-c79c57d787be,segment=NetworkSegment(ddbd2a64-91ba-4b52-b6d9-455ad765d2e6),segment_id=ddbd2a64-91ba-4b52-b6d9-455ad765d2e6)] {{(pid=106071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:56:52.167731 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d61fba-a2fb-40aa-b407-4fb735c5b14a None None] Network 406b06a0-bf7b-43f6-82cc-7a87d62da7de requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:56:52.170993 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfe8cc-832f-4768-9a01-ef27dbed606d req-cc361322-f698-4446-938f-d4f0d558c3f9 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:52.172740 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0abfe8cc-832f-4768-9a01-ef27dbed606d req-cc361322-f698-4446-938f-d4f0d558c3f9 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0639229 Sep 15 17:56:52.199279 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:52.283842 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] Pushing event updated for resources: {'Port': ['ID=fc092084-f208-4784-95f3-c79c57d787be,revision_number=3']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:52.299417 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bc674-27e0-4cdf-a3d7-117c8d02af55 req-b9a13c1c-be3a-4164-a4dd-9a589f2d1a3f tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:52.308395 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2d9bc674-27e0-4cdf-a3d7-117c8d02af55 req-b9a13c1c-be3a-4164-a4dd-9a589f2d1a3f tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 943 time: 0.0732498 Sep 15 17:56:52.317379 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0abfe8cc-832f-4768-9a01-ef27dbed606d req-d079ab60-3603-45d7-8ea2-5d743a8f4067 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385355 Sep 15 17:56:52.358670 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:52.359658 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:52.361361 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-a01573dd-12c7-49cc-a1bf-45f0e5f09834 service neutron] 10.222.0.37 "PUT /v2.0/ports/fc092084-f208-4784-95f3-c79c57d787be HTTP/1.1" status: 200 len: 1093 time: 1.1178620 Sep 15 17:56:52.361679 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5645e3fe-873a-4f79-b73e-8ae63b3f409a', 'tag': 'fc092084-f208-4784-95f3-c79c57d787be'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:56:52.364297 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4f4bd9-8573-46f9-b869-2b0dd16d6853" -d '{"events": [{"name": "network-changed", "server_uuid": "5645e3fe-873a-4f79-b73e-8ae63b3f409a", "tag": "fc092084-f208-4784-95f3-c79c57d787be"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:56:52.372826 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2d9bc674-27e0-4cdf-a3d7-117c8d02af55 req-b2a57d0c-d749-48a4-9553-56dc02fecda9 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633943 Sep 15 17:56:52.460103 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9403240-a057-4d52-bd0c-b7d6c16e52f9 x-openstack-request-id: req-b9403240-a057-4d52-bd0c-b7d6c16e52f9 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:56:52.460901 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5645e3fe-873a-4f79-b73e-8ae63b3f409a", "tag": "fc092084-f208-4784-95f3-c79c57d787be", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:56:52.461159 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9403240-a057-4d52-bd0c-b7d6c16e52f9 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:56:52.461560 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5645e3fe-873a-4f79-b73e-8ae63b3f409a', 'tag': 'fc092084-f208-4784-95f3-c79c57d787be', 'status': 'completed', 'code': 200} Sep 15 17:56:52.461863 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9135bd86-c639-4e72-b74e-719065d16c75 req-64ca1af4-ce72-4aae-9282-ad686b45d388 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 210 time: 0.0316634 Sep 15 17:56:52.535269 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f4bd9-8573-46f9-b869-2b0dd16d6853 req-a8dc180a-fe53-4d52-ac00-5d790e359f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:52.536840 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6f4f4bd9-8573-46f9-b869-2b0dd16d6853 req-a8dc180a-fe53-4d52-ac00-5d790e359f03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c16830a0d09c47d390ee6bbfa6435793&device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 1096 time: 0.0457149 Sep 15 17:56:52.644315 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f4bd9-8573-46f9-b869-2b0dd16d6853 req-f42b6764-e7f2-4c84-9855-a78b5dc9d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:52.645914 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6f4f4bd9-8573-46f9-b869-2b0dd16d6853 req-f42b6764-e7f2-4c84-9855-a78b5dc9d190 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c16830a0d09c47d390ee6bbfa6435793&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1001840 Sep 15 17:56:52.745310 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f4bd9-8573-46f9-b869-2b0dd16d6853 req-ffb22aa3-61f8-4f51-8f25-dbcd7ef32c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:52.746702 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6f4f4bd9-8573-46f9-b869-2b0dd16d6853 req-ffb22aa3-61f8-4f51-8f25-dbcd7ef32c5b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936079 Sep 15 17:56:52.882280 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-505118e2-3345-4ee6-8566-5d342e63731a req-1ab98075-bf23-4613-897e-ec0cdc2c71d5 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 210 time: 0.0752017 Sep 15 17:56:52.898364 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-cef09231-7f58-42d5-a931-8b99eb8ceeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:52.899778 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-cef09231-7f58-42d5-a931-8b99eb8ceeec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c16830a0d09c47d390ee6bbfa6435793&device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 1096 time: 0.0777342 Sep 15 17:56:52.914653 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 36866) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:52.919469 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-de8dbd66-71f5-430f-8715-2c8fc4721f56 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-110358352-network', 'tenant_id': '91a05e3b33e84ad8b59f965dd6eb3fc4'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:56:52.952483 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-fb66714a-6aba-4850-afd1-0e67e2c06345 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc092084-f208-4784-95f3-c79c57d787be HTTP/1.1" status: 200 len: 217 time: 0.0387034 Sep 15 17:56:53.032559 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8dbd66-71f5-430f-8715-2c8fc4721f56 admin admin] Made reservation on behalf of 91a05e3b33e84ad8b59f965dd6eb3fc4 for: {'network': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:56:53.034902 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-de8dbd66-71f5-430f-8715-2c8fc4721f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for network, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:53.044684 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-de8dbd66-71f5-430f-8715-2c8fc4721f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:53.156153 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-de8dbd66-71f5-430f-8715-2c8fc4721f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:53.203240 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-88fa5c60-e95f-4ba4-ad48-a8aa352d787a tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=91ed3be450e942d598f0e8d10ecf2047&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267360 Sep 15 17:56:53.211272 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-de8dbd66-71f5-430f-8715-2c8fc4721f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:53.211550 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-e7a9f408-406e-4e70-879f-b96bdc71dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:53.213034 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-e7a9f408-406e-4e70-879f-b96bdc71dffe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f65e6417-ab92-4eaf-a9d5-8334761fc129 HTTP/1.1" status: 200 len: 854 time: 0.2531652 Sep 15 17:56:53.235856 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de8dbd66-71f5-430f-8715-2c8fc4721f56 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=106072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:56:53.246652 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dbd66-71f5-430f-8715-2c8fc4721f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a2446c-d9b7-4f97-855a-e59460070ece,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:53.251517 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-de8dbd66-71f5-430f-8715-2c8fc4721f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:53.252147 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.segments_db [None req-de8dbd66-71f5-430f-8715-2c8fc4721f56 admin admin] Added segment b730c8f7-f407-4830-ab8d-1c688c1a11f7 of type vlan for network 999e0616-30cc-4691-a102-e4c0b6269d5e Sep 15 17:56:53.264245 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:53.272613 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-8aaa275b-505e-4571-a18a-92468b81bb72 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4da47a5c-d2cd-42fe-9854-e0f9136b7152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290790 Sep 15 17:56:53.296626 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-de8dbd66-71f5-430f-8715-2c8fc4721f56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765806349855'] for network, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:53.396524 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-b5efc99e-1561-462c-b766-7b1db3f2c92c tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:53.397912 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-b5efc99e-1561-462c-b766-7b1db3f2c92c tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840446 Sep 15 17:56:53.423131 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-d5c56b16-462b-424e-a210-d256acb71265 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Request body: {'port': {'device_id': '6712cb83-ae55-4790-93e9-aabbb3de603f', 'network_id': 'c8ae6ea8-d8d2-4807-82b3-77f3d623974a', 'admin_state_up': True, 'tenant_id': '91ed3be450e942d598f0e8d10ecf2047'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:56:53.436267 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-de8dbd66-71f5-430f-8715-2c8fc4721f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for network, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:53.437330 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8dbd66-71f5-430f-8715-2c8fc4721f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:53.437948 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-de8dbd66-71f5-430f-8715-2c8fc4721f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:53.444489 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-e38b9635-5dbb-43cd-986e-455ec7de90bc service neutron] 10.222.0.37 "GET /v2.0/networks/4da47a5c-d2cd-42fe-9854-e0f9136b7152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444280 Sep 15 17:56:53.481670 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b68c9-87a6-481b-8902-b235535227a9 req-53f21fa1-c654-4a37-8da7-a0c14de2b2e4 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:53.483146 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8d3b68c9-87a6-481b-8902-b235535227a9 req-53f21fa1-c654-4a37-8da7-a0c14de2b2e4 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0918255 Sep 15 17:56:53.531785 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dbd66-71f5-430f-8715-2c8fc4721f56 admin admin] Pushing event updated for resources: {'Network': ['ID=999e0616-30cc-4691-a102-e4c0b6269d5e,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:53.544210 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Network 999e0616-30cc-4691-a102-e4c0b6269d5e details requested by agent ovs-agent-dv-cinder-805228-2-iscsi with host dv-cinder-805228-2-iscsi {{(pid=106073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:56:53.570125 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8d3b68c9-87a6-481b-8902-b235535227a9 req-dfd2614e-ef52-4792-afef-3a096f9cde96 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573933 Sep 15 17:56:53.588598 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-de8dbd66-71f5-430f-8715-2c8fc4721f56 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6726885 Sep 15 17:56:53.589590 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 36882) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:53.594995 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-f51eeb90-0235-4355-b0ca-d725cbd7d911 admin admin] Request body: {'subnet': {'network_id': '999e0616-30cc-4691-a102-e4c0b6269d5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-110358352-subnet', 'tenant_id': '91a05e3b33e84ad8b59f965dd6eb3fc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:56:53.625827 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a5d69-e02e-452e-a45e-c720a08aa42f req-3f5d0ac4-7c26-445a-a46f-3c8d66a32207 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:53.627340 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-625a5d69-e02e-452e-a45e-c720a08aa42f req-3f5d0ac4-7c26-445a-a46f-3c8d66a32207 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 943 time: 0.1585646 Sep 15 17:56:53.651666 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6e1c9906-77d1-4b6f-bf5e-eb1673378d07 req-87b35d4a-1c4a-4dc9-9c51-6e0879634465 service neutron] 10.222.0.37 "GET /v2.0/networks/4da47a5c-d2cd-42fe-9854-e0f9136b7152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955712 Sep 15 17:56:53.685041 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-625a5d69-e02e-452e-a45e-c720a08aa42f req-27f843be-ef04-461d-a467-45ff3569a88e tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464330 Sep 15 17:56:53.709192 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51eeb90-0235-4355-b0ca-d725cbd7d911 admin admin] Made reservation on behalf of 91a05e3b33e84ad8b59f965dd6eb3fc4 for: {'subnet': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:56:53.713159 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f51eeb90-0235-4355-b0ca-d725cbd7d911 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:53.794409 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-96084dc6-f53b-4004-8ac8-7e138c4ccaff req-0a78ea61-665a-4070-b6db-ef1a0af8f282 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 210 time: 0.0457678 Sep 15 17:56:53.810281 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-d5c56b16-462b-424e-a210-d256acb71265 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Made reservation on behalf of 91ed3be450e942d598f0e8d10ecf2047 for: {'port': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:56:53.814059 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-d5c56b16-462b-424e-a210-d256acb71265 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:53.824196 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-d5c56b16-462b-424e-a210-d256acb71265 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:53.924711 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-d5c56b16-462b-424e-a210-d256acb71265 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:53.994551 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-d5c56b16-462b-424e-a210-d256acb71265 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:54.063187 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f31714b8-73eb-4276-af47-b77a2c279fe9 req-181f9d2c-bb0a-4b58-b081-bd14d9b9426c tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 210 time: 0.0281992 Sep 15 17:56:54.077823 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c56b16-462b-424e-a210-d256acb71265 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8c0d9e-4948-4cb8-a6dc-3181ff978637,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:54.135787 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-d5c56b16-462b-424e-a210-d256acb71265 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Allocated IP 192.168.233.9 (c8ae6ea8-d8d2-4807-82b3-77f3d623974a/7b5599c4-1762-41bc-9132-ca2a011a47f7/d808a786-6914-4e4a-a114-6e13b3709a41) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:56:54.189129 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f51eeb90-0235-4355-b0ca-d725cbd7d911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for subnet, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:54.244223 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51eeb90-0235-4355-b0ca-d725cbd7d911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ab59f0e-085d-4bd8-a538-df9fe986d30b,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:54.255333 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51eeb90-0235-4355-b0ca-d725cbd7d911 admin admin] Checking segment: {'id': 'b730c8f7-f407-4830-ab8d-1c688c1a11f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '999e0616-30cc-4691-a102-e4c0b6269d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:56:54.256298 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51eeb90-0235-4355-b0ca-d725cbd7d911 admin admin] Network hostable DHCP agents. Network: 999e0616-30cc-4691-a102-e4c0b6269d5e, hostable agents: ['36f446e8-29e8-4378-bef0-f89f7461b806'], hosted agents: [] {{(pid=106072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:56:54.276736 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-d5c56b16-462b-424e-a210-d256acb71265 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:54.331845 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51eeb90-0235-4355-b0ca-d725cbd7d911 admin admin] Network 999e0616-30cc-4691-a102-e4c0b6269d5e is scheduled to be hosted by DHCP agent 36f446e8-29e8-4378-bef0-f89f7461b806 with binding_index 1 {{(pid=106072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:56:54.394822 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-d5c56b16-462b-424e-a210-d256acb71265 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:54.437669 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-d5c56b16-462b-424e-a210-d256acb71265 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Network c8ae6ea8-d8d2-4807-82b3-77f3d623974a is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:56:54.440104 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-f51eeb90-0235-4355-b0ca-d725cbd7d911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805228-2-iscsi, 999e0616-30cc-4691-a102-e4c0b6269d5e) {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:56:54.442649 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-d5c56b16-462b-424e-a210-d256acb71265 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:56:54.449272 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-d5c56b16-462b-424e-a210-d256acb71265 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:56:54.463237 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba12ee00-27a5-45b3-8b78-1989d19cf414 None None] Network 999e0616-30cc-4691-a102-e4c0b6269d5e requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:56:54.474903 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c56b16-462b-424e-a210-d256acb71265 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Pushing event updated for resources: {'Port': ['ID=d808a786-6914-4e4a-a114-6e13b3709a41,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:54.477233 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51eeb90-0235-4355-b0ca-d725cbd7d911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:54.477830 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f51eeb90-0235-4355-b0ca-d725cbd7d911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:54.513292 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-d5c56b16-462b-424e-a210-d256acb71265 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:54.514055 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-d5c56b16-462b-424e-a210-d256acb71265 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:54.623838 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d9c90a-abc3-4f1b-8bd9-e5d3dbbe5438 None None] Network 999e0616-30cc-4691-a102-e4c0b6269d5e requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:56:54.654913 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-f51eeb90-0235-4355-b0ca-d725cbd7d911 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0640328 Sep 15 17:56:54.657803 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-b53fb346-3326-4c38-8de2-c28233cb02b8 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:54.659447 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-b53fb346-3326-4c38-8de2-c28233cb02b8 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.37 "GET /v2.0/networks?id=593619d1-1905-4982-8189-2490412fc927 HTTP/1.1" status: 200 len: 809 time: 0.1409378 Sep 15 17:56:54.663479 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-d5c56b16-462b-424e-a210-d256acb71265 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2462871 Sep 15 17:56:54.702450 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:54.709018 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-0455cf7c-6154-458d-a603-d31094506614 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Request body: {'port': {'device_id': '6986f6ef-bfbf-433d-b5c5-7b6c6b7be969', 'network_id': '593619d1-1905-4982-8189-2490412fc927', 'admin_state_up': True, 'tenant_id': '3c487a598613474cbc905cfa6955734f'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:56:54.717089 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] Request body: {'port': {'device_id': '6712cb83-ae55-4790-93e9-aabbb3de603f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80522'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:56:54.734243 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-3b9d852e-93aa-4b68-b8c6-b40a18160bba None None] Provisioning complete for port d808a786-6914-4e4a-a114-6e13b3709a41 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:56:54.734618 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3b9d852e-93aa-4b68-b8c6-b40a18160bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:54.804835 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-3b9d852e-93aa-4b68-b8c6-b40a18160bba None None] Port d808a786-6914-4e4a-a114-6e13b3709a41 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:56:54.843416 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 36910) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:54.867690 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3e628-9f7b-4c87-a491-49178d448320 req-0c591ce5-1db1-4283-a3fc-f66fa586ef72 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:54.869237 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4fa3e628-9f7b-4c87-a491-49178d448320 req-0c591ce5-1db1-4283-a3fc-f66fa586ef72 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.2086272 Sep 15 17:56:54.889482 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:54.895775 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5d801a-b017-4b6f-bbbf-b680cd19cf43 admin admin] Deleting subnet 0cfe8d18-1b49-4d5c-a7ee-e1bfa0e034e7 {{(pid=106072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:56:54.899522 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-4b5d801a-b017-4b6f-bbbf-b680cd19cf43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:54.932304 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ab3d8-58a7-4aa8-8094-db7f54ba2bea req-dbc2d338-357a-4dfb-8a89-c7f21ba08347 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:54.933972 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6c2ab3d8-58a7-4aa8-8094-db7f54ba2bea req-dbc2d338-357a-4dfb-8a89-c7f21ba08347 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 943 time: 0.1491485 Sep 15 17:56:54.946294 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-4b5d801a-b017-4b6f-bbbf-b680cd19cf43 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:54.966351 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-4b5d801a-b017-4b6f-bbbf-b680cd19cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819029'] for subnet, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:54.984158 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4fa3e628-9f7b-4c87-a491-49178d448320 req-07c1e11f-d92d-4886-ae8f-763094c553c3 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067021 Sep 15 17:56:55.017069 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6c2ab3d8-58a7-4aa8-8094-db7f54ba2bea req-3a7dc2a5-35b6-425e-b931-23d9dc9ab968 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728629 Sep 15 17:56:55.078172 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-0455cf7c-6154-458d-a603-d31094506614 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Made reservation on behalf of 3c487a598613474cbc905cfa6955734f for: {'port': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:56:55.081635 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-0455cf7c-6154-458d-a603-d31094506614 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:55.098466 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-4b5d801a-b017-4b6f-bbbf-b680cd19cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1819010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for subnet, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:55.138307 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d801a-b017-4b6f-bbbf-b680cd19cf43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cfe8d18-1b49-4d5c-a7ee-e1bfa0e034e7,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:55.144595 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-4b5d801a-b017-4b6f-bbbf-b680cd19cf43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:55.145866 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-4b5d801a-b017-4b6f-bbbf-b680cd19cf43 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0cfe8d18-1b49-4d5c-a7ee-e1bfa0e034e7 HTTP/1.1" status: 204 len: 168 time: 0.3012798 Sep 15 17:56:55.148917 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 36914) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:55.185706 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361fac2-9cde-4d9c-9f11-9b4d6b70b178 req-fe0cf78a-c4b9-4c31-97f8-17c13362cc73 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:55.187184 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0361fac2-9cde-4d9c-9f11-9b4d6b70b178 req-fe0cf78a-c4b9-4c31-97f8-17c13362cc73 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 934 time: 0.0998807 Sep 15 17:56:55.245182 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588324'] for network, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:55.269901 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0361fac2-9cde-4d9c-9f11-9b4d6b70b178 req-faef5ee2-2365-45dc-979e-4903b997e4ec tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa8c0d9e-4948-4cb8-a6dc-3181ff978637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516829 Sep 15 17:56:55.289245 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-0455cf7c-6154-458d-a603-d31094506614 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Allocated IP 172.20.0.3 (593619d1-1905-4982-8189-2490412fc927/1c3e9adc-3edc-489e-8e3e-7cdb669e8990/334157da-4147-4115-8f1b-cb464dca995d) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:56:55.340791 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d808a786-6914-4e4a-a114-6e13b3709a41 {{(pid=106071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:56:55.348637 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822226', 'neutron.services.segments.db._delete_segments_for_network-8765806907549'] for network, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:55.353154 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:55.382330 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8f05df13-d4e6-45f1-9b29-5f0f540768ad req-f53d35cd-67d4-4234-957a-443937082b77 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 210 time: 0.0356886 Sep 15 17:56:55.388981 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.provisioning_blocks [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] Transition to ACTIVE for port object d808a786-6914-4e4a-a114-6e13b3709a41 will not be triggered until provisioned by entity L2. {{(pid=106071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:56:55.391102 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:55.391439 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:55.392193 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:55.392574 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Subscribe: > port after_create 55550000 {{(pid=106072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:55.393036 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:55.393983 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Subscribe: > port after_update 55550000 {{(pid=106072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:55.393983 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:55.393983 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:55.394269 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:55.394520 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:55.446706 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:55.461515 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:55.462081 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:55.462190 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:55.462484 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:56:55.462857 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406b06a0-bf7b-43f6-82cc-7a87d62da7de']}} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:56:55.479604 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e873c96-edbb-4fb2-a5b4-3ed8518ce4ed') {'for_net_delete': True} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:56:55.479896 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e873c96-edbb-4fb2-a5b4-3ed8518ce4ed') {} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:56:55.497825 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765806907046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8033952'] for segment, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:55.519150 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:55.519348 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] Pushing event updated for resources: {'Port': ['ID=d808a786-6914-4e4a-a114-6e13b3709a41,revision_number=2']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:55.530124 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:56:55.530647 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5967524'] for segment, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: from cryptography.utils import int_from_bytes Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: from cryptography.utils import int_from_bytes Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: Traceback (most recent call last): Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: timer() Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: cb(*args, **kw) Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: return func(*args, **kwargs) Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: self._notify() Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: self.callback(batched_events) Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: event.method(event) Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: return f(self, *a, **k) Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: return self._get(url).json() Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: return self.request(url, 'GET', **kwargs) Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:56:55.534803 dv-cinder-805228-2-iscsi neutron-server[106072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:56:55.553475 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-0455cf7c-6154-458d-a603-d31094506614 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:55.625809 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] Attempting to bind port d808a786-6914-4e4a-a114-6e13b3709a41 on host hv-cinder-80522 for vnic_type normal with profile {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:56:55.626150 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] Attempting to bind port d808a786-6914-4e4a-a114-6e13b3709a41 by drivers openvswitch,hyperv on host hv-cinder-80522 at level 0 using segments [{'id': '0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c8ae6ea8-d8d2-4807-82b3-77f3d623974a'}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:56:55.626488 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] Attempting to bind port d808a786-6914-4e4a-a114-6e13b3709a41 on network c8ae6ea8-d8d2-4807-82b3-77f3d623974a {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:56:55.633109 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] Port d808a786-6914-4e4a-a114-6e13b3709a41 on network c8ae6ea8-d8d2-4807-82b3-77f3d623974a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80522 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:56:55.633472 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] Attempting to bind port d808a786-6914-4e4a-a114-6e13b3709a41 on network c8ae6ea8-d8d2-4807-82b3-77f3d623974a {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:56:55.638873 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] Checking agent: {'id': 'd3977637-cbe2-41c3-a570-ab972cec54ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80522', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'started_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:56:55.639333 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] Checking segment: {'id': '0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c8ae6ea8-d8d2-4807-82b3-77f3d623974a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:56:55.639656 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] Bound using segment: {'id': '0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c8ae6ea8-d8d2-4807-82b3-77f3d623974a'} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:56:55.640090 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] Bound port: d808a786-6914-4e4a-a114-6e13b3709a41, host: hv-cinder-80522, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c8ae6ea8-d8d2-4807-82b3-77f3d623974a'}}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:56:55.640484 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:55.657805 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1822219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600340'] for network, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:55.679556 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:55.684270 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/406b06a0-bf7b-43f6-82cc-7a87d62da7de HTTP/1.1" status: 204 len: 168 time: 0.5317924 Sep 15 17:56:55.684270 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f7d99-83c4-4451-ae7f-695ea20fc5b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=406b06a0-bf7b-43f6-82cc-7a87d62da7de,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:55.684624 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-0455cf7c-6154-458d-a603-d31094506614 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:55.684759 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 36918) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:55.728815 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_v2 [None req-728dbbe4-837f-41da-982e-9e487b8f4b9f admin admin] Deleting subnet 8ab59f0e-085d-4bd8-a538-df9fe986d30b {{(pid=106072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:56:55.732339 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-728dbbe4-837f-41da-982e-9e487b8f4b9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:55.751899 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-0455cf7c-6154-458d-a603-d31094506614 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Network 593619d1-1905-4982-8189-2490412fc927 is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:56:55.760986 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-0455cf7c-6154-458d-a603-d31094506614 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:56:55.762825 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455cf7c-6154-458d-a603-d31094506614 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Pushing event updated for resources: {'Port': ['ID=334157da-4147-4115-8f1b-cb464dca995d,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:55.764883 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-0455cf7c-6154-458d-a603-d31094506614 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:56:55.768682 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-728dbbe4-837f-41da-982e-9e487b8f4b9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8033963'] for subnet, precommit_delete_associations {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:55.788518 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] For port d808a786-6914-4e4a-a114-6e13b3709a41, host hv-cinder-80522, cleared binding levels {{(pid=106071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:56:55.806073 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-728dbbe4-837f-41da-982e-9e487b8f4b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819029'] for subnet, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:55.810474 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] For port d808a786-6914-4e4a-a114-6e13b3709a41, host hv-cinder-80522, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=d808a786-6914-4e4a-a114-6e13b3709a41,segment=NetworkSegment(0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb),segment_id=0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb)] {{(pid=106071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:56:55.825845 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-0455cf7c-6154-458d-a603-d31094506614 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:55.826453 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-0455cf7c-6154-458d-a603-d31094506614 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:55.868750 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:55.902390 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:55.902892 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:55.904239 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] 10.222.0.37 "PUT /v2.0/ports/d808a786-6914-4e4a-a114-6e13b3709a41 HTTP/1.1" status: 200 len: 1096 time: 1.2065961 Sep 15 17:56:55.904707 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6712cb83-ae55-4790-93e9-aabbb3de603f', 'tag': 'd808a786-6914-4e4a-a114-6e13b3709a41'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:56:55.906894 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2f2730-b892-4cea-9072-cdc2bc329cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "6712cb83-ae55-4790-93e9-aabbb3de603f", "tag": "d808a786-6914-4e4a-a114-6e13b3709a41"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:56:55.930361 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-0455cf7c-6154-458d-a603-d31094506614 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2312520 Sep 15 17:56:55.935370 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9f07a-9eb5-42af-8e01-5b620adb656f service neutron] Pushing event updated for resources: {'Port': ['ID=d808a786-6914-4e4a-a114-6e13b3709a41,revision_number=3']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:55.943757 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd5e3cf-e056-4f10-9f72-1f24ffbc47b0 x-openstack-request-id: req-abd5e3cf-e056-4f10-9f72-1f24ffbc47b0 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:56:55.944049 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6712cb83-ae55-4790-93e9-aabbb3de603f", "tag": "d808a786-6914-4e4a-a114-6e13b3709a41", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:56:55.944301 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abd5e3cf-e056-4f10-9f72-1f24ffbc47b0 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:56:55.944714 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6712cb83-ae55-4790-93e9-aabbb3de603f', 'tag': 'd808a786-6914-4e4a-a114-6e13b3709a41', 'status': 'completed', 'code': 200} Sep 15 17:56:56.051371 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-728dbbe4-837f-41da-982e-9e487b8f4b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1819010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5966970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4475193'] for subnet, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:56.088198 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-728dbbe4-837f-41da-982e-9e487b8f4b9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:56.091892 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-728dbbe4-837f-41da-982e-9e487b8f4b9f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8ab59f0e-085d-4bd8-a538-df9fe986d30b HTTP/1.1" status: 204 len: 168 time: 0.4044738 Sep 15 17:56:56.091892 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728dbbe4-837f-41da-982e-9e487b8f4b9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ab59f0e-085d-4bd8-a538-df9fe986d30b,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:56.092729 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 36928) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:56.131371 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e9a77-2445-4d53-8fde-7a232b6f8753 req-b32da822-8dcb-496a-a560-4f5613f8aea6 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:56.132859 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-767e9a77-2445-4d53-8fde-7a232b6f8753 req-b32da822-8dcb-496a-a560-4f5613f8aea6 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0725000 Sep 15 17:56:56.159738 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f8275901-7069-4111-8e07-820cb05edbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588324'] for network, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:56.172519 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-767e9a77-2445-4d53-8fde-7a232b6f8753 req-26b61a1c-93a6-48e3-8d0f-bc9a159164fe tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334904 Sep 15 17:56:56.239215 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f8275901-7069-4111-8e07-820cb05edbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822226', 'neutron.services.segments.db._delete_segments_for_network-8765806907549'] for network, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:56.258724 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.services.segments.db [None req-f8275901-7069-4111-8e07-820cb05edbcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999e0616-30cc-4691-a102-e4c0b6269d5e']}} {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:56:56.267769 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.services.segments.db [None req-f8275901-7069-4111-8e07-820cb05edbcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b730c8f7-f407-4830-ab8d-1c688c1a11f7') {'for_net_delete': True} {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:56:56.267999 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.services.segments.db [None req-f8275901-7069-4111-8e07-820cb05edbcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b730c8f7-f407-4830-ab8d-1c688c1a11f7') {} {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:56:56.271150 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227020f-cbbd-45b8-a1aa-dc96cbcd7ca3 req-d0c2948a-9676-4108-95e5-5413f5a65e51 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:56.272662 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e227020f-cbbd-45b8-a1aa-dc96cbcd7ca3 req-d0c2948a-9676-4108-95e5-5413f5a65e51 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 943 time: 0.0463386 Sep 15 17:56:56.277123 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f8275901-7069-4111-8e07-820cb05edbcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765806907046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636716'] for segment, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:56.290295 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f8275901-7069-4111-8e07-820cb05edbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:56.296079 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8275901-7069-4111-8e07-820cb05edbcc admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:56:56.296503 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f8275901-7069-4111-8e07-820cb05edbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6046424'] for segment, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: Traceback (most recent call last): Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: timer() Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: cb(*args, **kw) Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: return func(*args, **kwargs) Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: self._notify() Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: self.callback(batched_events) Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: event.method(event) Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: return f(self, *a, **k) Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: return self._get(url).json() Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: return self.request(url, 'GET', **kwargs) Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:56:56.298141 dv-cinder-805228-2-iscsi neutron-server[106071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:56:56.310169 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e227020f-cbbd-45b8-a1aa-dc96cbcd7ca3 req-ecfe7e9c-ae84-4247-8da0-6651ea5631e6 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315421 Sep 15 17:56:56.412332 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc625e3-74a8-426e-8815-92301987517b req-49f3e7b9-aaed-4c5e-b846-4bddc891403f tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:56.413804 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fcc625e3-74a8-426e-8815-92301987517b req-49f3e7b9-aaed-4c5e-b846-4bddc891403f tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 946 time: 0.0504355 Sep 15 17:56:56.449796 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fcc625e3-74a8-426e-8815-92301987517b req-f1043048-17be-4980-a7f8-774c6737e800 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa8c0d9e-4948-4cb8-a6dc-3181ff978637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301125 Sep 15 17:56:56.491405 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f8275901-7069-4111-8e07-820cb05edbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1822219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600340'] for network, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:56.495707 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f8275901-7069-4111-8e07-820cb05edbcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:56.500388 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-f8275901-7069-4111-8e07-820cb05edbcc admin admin] 10.222.0.20 "DELETE /v2.0/networks/999e0616-30cc-4691-a102-e4c0b6269d5e HTTP/1.1" status: 204 len: 168 time: 0.4037340 Sep 15 17:56:56.512639 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8275901-7069-4111-8e07-820cb05edbcc admin admin] Pushing event deleted for resources: {'Network': ['ID=999e0616-30cc-4691-a102-e4c0b6269d5e,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:56.550193 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78027ff-662d-449c-8be3-acb3082e70c6 req-86d93018-e862-419d-98d7-d05cc0dac3e5 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:56.551749 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a78027ff-662d-449c-8be3-acb3082e70c6 req-86d93018-e862-419d-98d7-d05cc0dac3e5 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 931 time: 0.0490067 Sep 15 17:56:56.590095 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a78027ff-662d-449c-8be3-acb3082e70c6 req-602c47a5-ce06-4eea-a452-0e33f52678e0 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322928 Sep 15 17:56:56.929446 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 36938) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:56.969973 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-2eab68d9-c379-44ab-944c-b1b1feee88ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d858d9104844456bb654743fcdad252e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393419 Sep 15 17:56:56.972358 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 36942) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:57.018259 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ffa1a48e-57d5-4442-b90e-0ee040bab2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:57.038515 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ffa1a48e-57d5-4442-b90e-0ee040bab2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:57.063253 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device fc092084-f208-4784-95f3-c79c57d787be details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:56:57.159735 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ffa1a48e-57d5-4442-b90e-0ee040bab2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:57.160264 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port fc092084-f208-4784-95f3-c79c57d787be, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=fc092084-f208-4784-95f3-c79c57d787be,segment=NetworkSegment(ddbd2a64-91ba-4b52-b6d9-455ad765d2e6),segment_id=ddbd2a64-91ba-4b52-b6d9-455ad765d2e6)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:56:57.162581 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ffa1a48e-57d5-4442-b90e-0ee040bab2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:57.163746 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-ffa1a48e-57d5-4442-b90e-0ee040bab2dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7a420cb-1197-445f-9cb8-ff3c7b93d237 HTTP/1.1" status: 204 len: 168 time: 0.1904747 Sep 15 17:56:57.171531 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1a48e-57d5-4442-b90e-0ee040bab2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a420cb-1197-445f-9cb8-ff3c7b93d237,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:57.174167 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': 'fc092084-f208-4784-95f3-c79c57d787be', 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152', 'port_id': 'fc092084-f208-4784-95f3-c79c57d787be', 'mac_address': 'fa:16:3e:bf:7e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65e6417-ab92-4eaf-a9d5-8334761fc129', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:56:57.220676 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:57.233335 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc092084-f208-4784-95f3-c79c57d787be {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:56:57.253487 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port fc092084-f208-4784-95f3-c79c57d787be, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=fc092084-f208-4784-95f3-c79c57d787be,segment=NetworkSegment(ddbd2a64-91ba-4b52-b6d9-455ad765d2e6),segment_id=ddbd2a64-91ba-4b52-b6d9-455ad765d2e6)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:56:57.292161 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c0aab-bbb3-4876-bcc0-ad69701ec324 req-6fe9258f-2a49-4dba-970b-a2b83bfe7325 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:57.293683 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-424c0aab-bbb3-4876-bcc0-ad69701ec324 req-6fe9258f-2a49-4dba-970b-a2b83bfe7325 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0469041 Sep 15 17:56:57.331383 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-424c0aab-bbb3-4876-bcc0-ad69701ec324 req-edeb63a9-6d86-4a99-a18a-496cfa26484f tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317717 Sep 15 17:56:57.346758 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:57.402518 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=fc092084-f208-4784-95f3-c79c57d787be,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:57.436812 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed2d13-3493-4fc1-8c96-e391d62cd050 req-e31b42db-f08d-4975-a85a-f7aea505afdf tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:57.438273 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-15ed2d13-3493-4fc1-8c96-e391d62cd050 req-e31b42db-f08d-4975-a85a-f7aea505afdf tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 944 time: 0.0516698 Sep 15 17:56:57.474881 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-15ed2d13-3493-4fc1-8c96-e391d62cd050 req-9d59ba1e-21d0-426b-bea1-36b034a71305 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300150 Sep 15 17:56:57.576228 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387a230-3555-4211-ae4f-253b2047bf9d req-87eaa223-87f8-410b-a6ce-8ce647f8e358 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:57.577814 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c387a230-3555-4211-ae4f-253b2047bf9d req-87eaa223-87f8-410b-a6ce-8ce647f8e358 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 946 time: 0.0475283 Sep 15 17:56:57.616232 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c387a230-3555-4211-ae4f-253b2047bf9d req-311820d1-1ce2-49b0-a6eb-19a1695e2bdc tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa8c0d9e-4948-4cb8-a6dc-3181ff978637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319967 Sep 15 17:56:57.716183 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea4586-da7a-4933-b7e0-b03ad332bbe7 req-a0830f89-8acd-4c07-8c57-3b314ba960cd tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:57.717653 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c2ea4586-da7a-4933-b7e0-b03ad332bbe7 req-a0830f89-8acd-4c07-8c57-3b314ba960cd tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 931 time: 0.0469861 Sep 15 17:56:57.753539 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c2ea4586-da7a-4933-b7e0-b03ad332bbe7 req-565205da-704b-4c4c-82b3-b7e3e794ccc9 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300765 Sep 15 17:56:57.922421 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 36958) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:57.960393 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-839640ae-32d5-4815-b264-5c535acf6d33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91a05e3b33e84ad8b59f965dd6eb3fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368943 Sep 15 17:56:57.962709 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 36960) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:56:58.011428 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-484e7760-c61a-424c-a86e-d1721a1fa367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:58.033055 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-484e7760-c61a-424c-a86e-d1721a1fa367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:58.080737 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] Request body: {'port': {'device_id': '6986f6ef-bfbf-433d-b5c5-7b6c6b7be969', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80522'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:56:58.164153 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:58.174374 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-484e7760-c61a-424c-a86e-d1721a1fa367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:58.176958 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-484e7760-c61a-424c-a86e-d1721a1fa367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:58.178676 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-484e7760-c61a-424c-a86e-d1721a1fa367 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90a2446c-d9b7-4f97-855a-e59460070ece HTTP/1.1" status: 204 len: 168 time: 0.2150877 Sep 15 17:56:58.188673 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f2730-b892-4cea-9072-cdc2bc329cf4 req-d74771d6-837a-423c-81cb-a8bf5f7f0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:58.190165 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ea2f2730-b892-4cea-9072-cdc2bc329cf4 req-d74771d6-837a-423c-81cb-a8bf5f7f0d57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91ed3be450e942d598f0e8d10ecf2047&device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 1099 time: 0.0910280 Sep 15 17:56:58.197786 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e7760-c61a-424c-a86e-d1721a1fa367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a2446c-d9b7-4f97-855a-e59460070ece,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:58.239751 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ea2f2730-b892-4cea-9072-cdc2bc329cf4 req-83783694-a1f1-4dff-95d1-9358d2dba34b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=91ed3be450e942d598f0e8d10ecf2047&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222692 Sep 15 17:56:58.402415 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['fc092084-f208-4784-95f3-c79c57d787be'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:56:58.463427 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811639a-4320-426a-b22d-a5372ad247a4 req-a0310055-e0c6-4d3c-8997-f2a9f56f21ff tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:58.471245 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a811639a-4320-426a-b22d-a5372ad247a4 req-a0310055-e0c6-4d3c-8997-f2a9f56f21ff tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0575786 Sep 15 17:56:58.532179 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a811639a-4320-426a-b22d-a5372ad247a4 req-bce17b69-a29e-44c2-8fc3-eb22d8519383 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595107 Sep 15 17:56:58.678934 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f2730-b892-4cea-9072-cdc2bc329cf4 req-3333220c-7477-40e3-9e4a-4c9b193e7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:58.679732 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ea2f2730-b892-4cea-9072-cdc2bc329cf4 req-3333220c-7477-40e3-9e4a-4c9b193e7002 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4276710 Sep 15 17:56:58.746905 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b812b5a-c23f-4b9f-8045-3ac1d33a0d86 req-e7f85900-9dd7-43d0-bccc-6cd60d03f80a tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:58.748371 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8b812b5a-c23f-4b9f-8045-3ac1d33a0d86 req-e7f85900-9dd7-43d0-bccc-6cd60d03f80a tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 944 time: 0.0852740 Sep 15 17:56:58.757579 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec7c33-6522-467c-bbae-5026cd235d15 req-fb6e5d99-7b41-499f-94e6-cd544e77f298 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:58.759342 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cbec7c33-6522-467c-bbae-5026cd235d15 req-fb6e5d99-7b41-499f-94e6-cd544e77f298 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 946 time: 0.0643904 Sep 15 17:56:58.818574 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cbec7c33-6522-467c-bbae-5026cd235d15 req-7adf85bf-b540-4498-88e1-8d6aa19a3ea5 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa8c0d9e-4948-4cb8-a6dc-3181ff978637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523794 Sep 15 17:56:58.839430 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-9c89ec85-a098-4a3b-9470-36444679d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:58.840956 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-9c89ec85-a098-4a3b-9470-36444679d202 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=91ed3be450e942d598f0e8d10ecf2047&device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 1099 time: 0.1106999 Sep 15 17:56:58.847544 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8b812b5a-c23f-4b9f-8045-3ac1d33a0d86 req-bbe88a5e-40c6-46e8-9032-26dadc1ca3a6 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815012 Sep 15 17:56:58.890503 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-7c317c7b-510d-42f8-91d9-99c93aa8cc44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=d808a786-6914-4e4a-a114-6e13b3709a41 HTTP/1.1" status: 200 len: 217 time: 0.0383554 Sep 15 17:56:58.892502 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334157da-4147-4115-8f1b-cb464dca995d {{(pid=106071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:56:58.910908 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:58.945035 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d634cf9-322e-457e-94e8-09a03e199334 req-96a8a7ba-8671-43f2-b821-4a3bd94ec38c tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:58.945137 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.provisioning_blocks [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] Transition to ACTIVE for port object 334157da-4147-4115-8f1b-cb464dca995d will not be triggered until provisioned by entity L2. {{(pid=106071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:56:58.945680 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5d634cf9-322e-457e-94e8-09a03e199334 req-96a8a7ba-8671-43f2-b821-4a3bd94ec38c tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 931 time: 0.0561271 Sep 15 17:56:58.954593 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-91dfdd62-0a50-4496-8f48-f0d18998f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:58.956245 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-91dfdd62-0a50-4496-8f48-f0d18998f934 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b5599c4-1762-41bc-9132-ca2a011a47f7 HTTP/1.1" status: 200 len: 843 time: 0.0566902 Sep 15 17:56:58.997671 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5d634cf9-322e-457e-94e8-09a03e199334 req-d2e4994f-a7c4-4ebe-9919-d38a85b09e66 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407538 Sep 15 17:56:59.011334 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-43b94dd7-cba0-4755-bf12-877c85947803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:59.013073 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-43b94dd7-cba0-4755-bf12-877c85947803 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8ae6ea8-d8d2-4807-82b3-77f3d623974a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0489681 Sep 15 17:56:59.044781 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:59.140410 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] Pushing event updated for resources: {'Port': ['ID=334157da-4147-4115-8f1b-cb464dca995d,revision_number=2']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:59.200734 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-546c428c-9348-43bb-bea9-b7911b910497 service neutron] 10.222.0.37 "GET /v2.0/networks/c8ae6ea8-d8d2-4807-82b3-77f3d623974a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759682 Sep 15 17:56:59.279162 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] Attempting to bind port 334157da-4147-4115-8f1b-cb464dca995d on host hv-cinder-80522 for vnic_type normal with profile {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:56:59.279511 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] Attempting to bind port 334157da-4147-4115-8f1b-cb464dca995d by drivers openvswitch,hyperv on host hv-cinder-80522 at level 0 using segments [{'id': 'b8d12c84-d6ba-42e1-8313-0c0a892e9c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '593619d1-1905-4982-8189-2490412fc927'}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:56:59.279846 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] Attempting to bind port 334157da-4147-4115-8f1b-cb464dca995d on network 593619d1-1905-4982-8189-2490412fc927 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:56:59.294028 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] Port 334157da-4147-4115-8f1b-cb464dca995d on network 593619d1-1905-4982-8189-2490412fc927 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80522 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:56:59.294435 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] Attempting to bind port 334157da-4147-4115-8f1b-cb464dca995d on network 593619d1-1905-4982-8189-2490412fc927 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:56:59.302724 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] Checking agent: {'id': 'd3977637-cbe2-41c3-a570-ab972cec54ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80522', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'started_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:56:59.303076 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] Checking segment: {'id': 'b8d12c84-d6ba-42e1-8313-0c0a892e9c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '593619d1-1905-4982-8189-2490412fc927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:56:59.303467 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] Bound using segment: {'id': 'b8d12c84-d6ba-42e1-8313-0c0a892e9c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '593619d1-1905-4982-8189-2490412fc927'} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:56:59.303900 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] Bound port: 334157da-4147-4115-8f1b-cb464dca995d, host: hv-cinder-80522, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d12c84-d6ba-42e1-8313-0c0a892e9c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '593619d1-1905-4982-8189-2490412fc927'}}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:56:59.304266 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:59.330981 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3b407d7e-a958-49de-9ef6-51b884ead51f req-c061ebeb-0d5c-4522-91d5-c0a39127e147 service neutron] 10.222.0.37 "GET /v2.0/networks/c8ae6ea8-d8d2-4807-82b3-77f3d623974a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223068 Sep 15 17:56:59.384839 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] For port 334157da-4147-4115-8f1b-cb464dca995d, host hv-cinder-80522, cleared binding levels {{(pid=106071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:56:59.388552 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] For port 334157da-4147-4115-8f1b-cb464dca995d, host hv-cinder-80522, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=334157da-4147-4115-8f1b-cb464dca995d,segment=NetworkSegment(b8d12c84-d6ba-42e1-8313-0c0a892e9c3a),segment_id=b8d12c84-d6ba-42e1-8313-0c0a892e9c3a)] {{(pid=106071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:56:59.655095 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9b333-23df-4bad-aaec-4d5d2aafc2ac req-104693a7-8048-4538-b302-8f757efbfcad tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:59.656587 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0da9b333-23df-4bad-aaec-4d5d2aafc2ac req-104693a7-8048-4538-b302-8f757efbfcad tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0512285 Sep 15 17:56:59.695345 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0da9b333-23df-4bad-aaec-4d5d2aafc2ac req-f3f20b20-ba50-42e0-a4f5-9f32db85b240 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327497 Sep 15 17:56:59.737612 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:59.795391 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:59.795391 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:56:59.796303 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] 10.222.0.37 "PUT /v2.0/ports/334157da-4147-4115-8f1b-cb464dca995d HTTP/1.1" status: 200 len: 1093 time: 1.7218716 Sep 15 17:56:59.798547 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6986f6ef-bfbf-433d-b5c5-7b6c6b7be969', 'tag': '334157da-4147-4115-8f1b-cb464dca995d'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:56:59.800870 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e049aaa5-1eb3-4756-98cc-e5da182a6742" -d '{"events": [{"name": "network-changed", "server_uuid": "6986f6ef-bfbf-433d-b5c5-7b6c6b7be969", "tag": "334157da-4147-4115-8f1b-cb464dca995d"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:56:59.826602 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee84cd-fb73-41e5-bd1a-00426aa2ef39 req-b3d7988c-0f9a-4848-a435-0d8bf71b3b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:59.828120 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3fee84cd-fb73-41e5-bd1a-00426aa2ef39 req-b3d7988c-0f9a-4848-a435-0d8bf71b3b1a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 1099 time: 0.1011317 Sep 15 17:56:59.829188 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca3224-352f-4d20-a9df-7271f6ad32c7 service neutron] Pushing event updated for resources: {'Port': ['ID=334157da-4147-4115-8f1b-cb464dca995d,revision_number=3']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:56:59.856442 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80396385-6fbe-4a5c-8448-ed21cbacb693 x-openstack-request-id: req-80396385-6fbe-4a5c-8448-ed21cbacb693 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:56:59.856831 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6986f6ef-bfbf-433d-b5c5-7b6c6b7be969", "tag": "334157da-4147-4115-8f1b-cb464dca995d", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:56:59.857170 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80396385-6fbe-4a5c-8448-ed21cbacb693 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:56:59.857508 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6986f6ef-bfbf-433d-b5c5-7b6c6b7be969', 'tag': '334157da-4147-4115-8f1b-cb464dca995d', 'status': 'completed', 'code': 200} Sep 15 17:56:59.874654 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3fee84cd-fb73-41e5-bd1a-00426aa2ef39 req-da343376-bb77-4dfc-8716-8709eb52ca9a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379364 Sep 15 17:56:59.939701 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094c50e-919c-4937-9bfb-a0d6c232bfa0 req-8208f5bf-d3b6-4bd6-bb46-8be0438db37e tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:59.941363 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1094c50e-919c-4937-9bfb-a0d6c232bfa0 req-8208f5bf-d3b6-4bd6-bb46-8be0438db37e tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 946 time: 0.0489676 Sep 15 17:56:59.966337 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f0e03-5be4-4f70-b11c-8e75841198d7 req-671ec6a4-c807-4a49-b30b-40ef7921dbdf tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:56:59.968372 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-598f0e03-5be4-4f70-b11c-8e75841198d7 req-671ec6a4-c807-4a49-b30b-40ef7921dbdf tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 944 time: 0.0490937 Sep 15 17:56:59.982037 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1094c50e-919c-4937-9bfb-a0d6c232bfa0 req-55490c0a-566e-4577-9f4e-f8ef5259443b tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa8c0d9e-4948-4cb8-a6dc-3181ff978637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345576 Sep 15 17:57:00.012245 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-598f0e03-5be4-4f70-b11c-8e75841198d7 req-43924cd4-90ef-4029-a1dd-a854db9944cc tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374022 Sep 15 17:57:00.116365 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8787e94-b00c-4059-9069-d3cd85bc6b86 req-930867a5-a0cf-4412-95af-e9dfb02dc447 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:00.117950 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d8787e94-b00c-4059-9069-d3cd85bc6b86 req-930867a5-a0cf-4412-95af-e9dfb02dc447 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 943 time: 0.0536239 Sep 15 17:57:00.160047 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d8787e94-b00c-4059-9069-d3cd85bc6b86 req-0df73c4b-7356-4280-92f3-8525a64b7bbd tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356755 Sep 15 17:57:00.195635 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049aaa5-1eb3-4756-98cc-e5da182a6742 req-f0d37df6-ffd7-4312-a5f4-8eaeaa9a016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:00.197531 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e049aaa5-1eb3-4756-98cc-e5da182a6742 req-f0d37df6-ffd7-4312-a5f4-8eaeaa9a016a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c487a598613474cbc905cfa6955734f&device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 1096 time: 0.0568926 Sep 15 17:57:00.313032 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049aaa5-1eb3-4756-98cc-e5da182a6742 req-dc1c44dc-d8a4-4f5c-b2dc-6e5a0981e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:00.314521 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e049aaa5-1eb3-4756-98cc-e5da182a6742 req-dc1c44dc-d8a4-4f5c-b2dc-6e5a0981e57f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3c487a598613474cbc905cfa6955734f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1046267 Sep 15 17:57:00.421541 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049aaa5-1eb3-4756-98cc-e5da182a6742 req-239ba045-a589-4a76-94b4-44ab324c0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:00.423099 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e049aaa5-1eb3-4756-98cc-e5da182a6742 req-239ba045-a589-4a76-94b4-44ab324c0890 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964108 Sep 15 17:57:00.505512 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-3488eb51-8106-41b2-8c2a-05012949b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:00.507031 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-3488eb51-8106-41b2-8c2a-05012949b976 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c487a598613474cbc905cfa6955734f&device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 1096 time: 0.0434539 Sep 15 17:57:00.550939 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-3eb1b012-e3ec-44de-a2e7-5a0c2ee64d54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=334157da-4147-4115-8f1b-cb464dca995d HTTP/1.1" status: 200 len: 217 time: 0.0336871 Sep 15 17:57:00.604784 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-eeb4d00b-80c5-420e-80b9-530292c3bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:00.604784 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-eeb4d00b-80c5-420e-80b9-530292c3bab5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c3e9adc-3edc-489e-8e3e-7cdb669e8990 HTTP/1.1" status: 200 len: 849 time: 0.0439603 Sep 15 17:57:00.634160 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-a3bb0d4b-c8dd-4795-919b-b0e034c7741f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=593619d1-1905-4982-8189-2490412fc927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238082 Sep 15 17:57:00.740308 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-79f579e5-e1f2-4fa5-a344-a32fab3cffba service neutron] 10.222.0.37 "GET /v2.0/networks/593619d1-1905-4982-8189-2490412fc927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891380 Sep 15 17:57:00.825144 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445a365-a16b-4d7b-a002-f1fe30c3b754 req-2f51235a-2ea3-4bb0-ad41-db8d5deeeb80 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:00.836713 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a445a365-a16b-4d7b-a002-f1fe30c3b754 req-2f51235a-2ea3-4bb0-ad41-db8d5deeeb80 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0654435 Sep 15 17:57:00.849847 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-159bef51-7ec9-4a02-979b-cdebdcdd9e6f req-1968ee3f-c058-430d-aca8-2233ddbfd6dc service neutron] 10.222.0.37 "GET /v2.0/networks/593619d1-1905-4982-8189-2490412fc927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005306 Sep 15 17:57:00.870832 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a445a365-a16b-4d7b-a002-f1fe30c3b754 req-a317fc11-2c03-4165-83b9-f1aa5e93ec2b tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370126 Sep 15 17:57:01.085214 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device fc092084-f208-4784-95f3-c79c57d787be up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:57:01.117151 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa8a3d-01b7-43c1-be77-4546754eb0fa req-44e1473f-81c3-4731-9bbf-5341657a3d21 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:01.119830 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-51aa8a3d-01b7-43c1-be77-4546754eb0fa req-44e1473f-81c3-4731-9bbf-5341657a3d21 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 946 time: 0.0624001 Sep 15 17:57:01.138250 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676743fd-8e89-442e-8e53-93836422f5b0 req-e18adfdb-bfa0-403f-bad5-651d2298a6c2 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:01.139810 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-676743fd-8e89-442e-8e53-93836422f5b0 req-e18adfdb-bfa0-403f-bad5-651d2298a6c2 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 944 time: 0.0598564 Sep 15 17:57:01.176314 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-51aa8a3d-01b7-43c1-be77-4546754eb0fa req-b7982f9a-01d2-4796-8458-2c7c7032db00 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa8c0d9e-4948-4cb8-a6dc-3181ff978637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442116 Sep 15 17:57:01.199013 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-676743fd-8e89-442e-8e53-93836422f5b0 req-c1f35792-91af-4492-8357-9ebf6cab49c5 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499105 Sep 15 17:57:01.221512 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning for port fc092084-f208-4784-95f3-c79c57d787be completed by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:57:01.226018 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port fc092084-f208-4784-95f3-c79c57d787be triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:57:01.226623 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:01.294222 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0565f78-e66e-49cb-9628-e42cc9f11867 req-00199873-1cd9-42a4-924e-4d92334465f3 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:01.295726 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f0565f78-e66e-49cb-9628-e42cc9f11867 req-00199873-1cd9-42a4-924e-4d92334465f3 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 943 time: 0.0479174 Sep 15 17:57:01.303804 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:01.335211 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5645e3fe-873a-4f79-b73e-8ae63b3f409a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc092084-f208-4784-95f3-c79c57d787be'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:57:01.337521 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee24833-4edc-4720-9a27-989080a7c939" -d '{"events": [{"server_uuid": "5645e3fe-873a-4f79-b73e-8ae63b3f409a", "name": "network-vif-plugged", "status": "completed", "tag": "fc092084-f208-4784-95f3-c79c57d787be"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:57:01.340404 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f0565f78-e66e-49cb-9628-e42cc9f11867 req-a5a4067c-3efa-433f-9685-e340110ac05c tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378370 Sep 15 17:57:01.353509 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port fc092084-f208-4784-95f3-c79c57d787be, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=fc092084-f208-4784-95f3-c79c57d787be,segment=NetworkSegment(ddbd2a64-91ba-4b52-b6d9-455ad765d2e6),segment_id=ddbd2a64-91ba-4b52-b6d9-455ad765d2e6)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:57:01.379096 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92458b20-b744-491b-81d0-e69218cf14dc x-openstack-request-id: req-92458b20-b744-491b-81d0-e69218cf14dc {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:57:01.379413 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5645e3fe-873a-4f79-b73e-8ae63b3f409a", "name": "network-vif-plugged", "status": "completed", "tag": "fc092084-f208-4784-95f3-c79c57d787be", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:57:01.379672 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92458b20-b744-491b-81d0-e69218cf14dc {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:57:01.380065 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5645e3fe-873a-4f79-b73e-8ae63b3f409a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc092084-f208-4784-95f3-c79c57d787be', 'code': 200} Sep 15 17:57:01.403418 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:01.464421 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=fc092084-f208-4784-95f3-c79c57d787be,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:01.700144 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 37112) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:57:01.720189 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d62657-852a-41dd-bbb6-405130d5e1f8 req-1eafd924-da95-4330-b7e0-8aae0c4a3674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:01.721701 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-09d62657-852a-41dd-bbb6-405130d5e1f8 req-1eafd924-da95-4330-b7e0-8aae0c4a3674 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 1098 time: 0.0402510 Sep 15 17:57:01.762319 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-09d62657-852a-41dd-bbb6-405130d5e1f8 req-547b2241-feca-4f7c-9b67-98574912c758 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272951 Sep 15 17:57:01.805606 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-15dc9995-60b4-45f7-a2eb-af3bb4695128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:01.890441 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-15dc9995-60b4-45f7-a2eb-af3bb4695128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:01.987439 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181f945-bcc2-4855-aeb5-a6bf183ba0d4 req-7d6421b6-73d8-4dff-8f84-3f34300ed9f4 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:01.988936 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5181f945-bcc2-4855-aeb5-a6bf183ba0d4 req-7d6421b6-73d8-4dff-8f84-3f34300ed9f4 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0503545 Sep 15 17:57:02.001868 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-15dc9995-60b4-45f7-a2eb-af3bb4695128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:02.053564 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc9995-60b4-45f7-a2eb-af3bb4695128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb8be67-0381-4284-b4d1-7263aaf8e899,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:02.066087 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-15dc9995-60b4-45f7-a2eb-af3bb4695128 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ac174e52f81435891dcea0f32fc6c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617094 Sep 15 17:57:02.066412 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5181f945-bcc2-4855-aeb5-a6bf183ba0d4 req-0e44f2b2-cc41-4e34-a6f4-b9490881e927 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712545 Sep 15 17:57:02.068905 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 37122) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:57:02.125361 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c3332db6-3189-4c02-a0a9-d4691c2a82d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:02.166921 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c3332db6-3189-4c02-a0a9-d4691c2a82d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:02.215925 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c598697-aac5-4c92-82dc-ed94d0252975 req-1fc1401c-477d-4640-bd11-dccb11108ae5 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:02.217444 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4c598697-aac5-4c92-82dc-ed94d0252975 req-1fc1401c-477d-4640-bd11-dccb11108ae5 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0750642 Sep 15 17:57:02.258003 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4c598697-aac5-4c92-82dc-ed94d0252975 req-e2816f17-9d11-48e8-bf6f-5b431bfd3e75 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342584 Sep 15 17:57:02.279944 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af185eb0-3c59-41d9-a253-1d487cc8b279 req-38acc00f-7e10-4811-a179-0a447d677fac tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:02.281627 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-af185eb0-3c59-41d9-a253-1d487cc8b279 req-38acc00f-7e10-4811-a179-0a447d677fac tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 946 time: 0.0481970 Sep 15 17:57:02.326354 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-af185eb0-3c59-41d9-a253-1d487cc8b279 req-82cb5ab2-38cd-4a0a-9117-f53d6f579a61 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa8c0d9e-4948-4cb8-a6dc-3181ff978637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370336 Sep 15 17:57:02.368505 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd48020-e5ac-431b-986d-821af047259f req-1810984b-bc14-487d-b0d7-404ff83192df tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:02.369983 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-fdd48020-e5ac-431b-986d-821af047259f req-1810984b-bc14-487d-b0d7-404ff83192df tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 945 time: 0.0552227 Sep 15 17:57:02.383781 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c3332db6-3189-4c02-a0a9-d4691c2a82d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:02.385047 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c3332db6-3189-4c02-a0a9-d4691c2a82d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:02.390851 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-c3332db6-3189-4c02-a0a9-d4691c2a82d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5cb8be67-0381-4284-b4d1-7263aaf8e899 HTTP/1.1" status: 204 len: 168 time: 0.3206565 Sep 15 17:57:02.419373 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3332db6-3189-4c02-a0a9-d4691c2a82d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb8be67-0381-4284-b4d1-7263aaf8e899,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:02.442060 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-fdd48020-e5ac-431b-986d-821af047259f req-ec803809-3291-42e6-92f8-a8d1f81731cc tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649443 Sep 15 17:57:02.498492 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fff3e-12b6-4494-9192-80e84dabb843 req-c9bdcb0b-3b83-412e-bbd9-d5174dfbc3f3 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:02.499955 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7e1fff3e-12b6-4494-9192-80e84dabb843 req-c9bdcb0b-3b83-412e-bbd9-d5174dfbc3f3 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 943 time: 0.0587146 Sep 15 17:57:02.542718 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7e1fff3e-12b6-4494-9192-80e84dabb843 req-ba8b4452-f01d-4b73-bc30-7f9256f543dc tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358944 Sep 15 17:57:02.580572 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:02.624932 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 37140) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:57:02.736986 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d68d9466-3b13-4008-aef5-d85cf55967b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:02.829750 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d68d9466-3b13-4008-aef5-d85cf55967b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:02.918223 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d68d9466-3b13-4008-aef5-d85cf55967b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:02.961165 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 37152) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:57:02.965209 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-d68d9466-3b13-4008-aef5-d85cf55967b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=45d43ece77a443acbd3fe073da4699e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390143 Sep 15 17:57:02.966207 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d9466-3b13-4008-aef5-d85cf55967b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd36584-7028-4f58-bfde-4250bae67a82,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:03.014776 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7222aacf-b2db-458a-bfba-83b60a8b5aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:03.036747 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7222aacf-b2db-458a-bfba-83b60a8b5aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:03.081161 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device d808a786-6914-4e4a-a114-6e13b3709a41 details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:57:03.167569 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 37158) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:57:03.172105 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7222aacf-b2db-458a-bfba-83b60a8b5aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:03.175631 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7222aacf-b2db-458a-bfba-83b60a8b5aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:03.176392 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port d808a786-6914-4e4a-a114-6e13b3709a41, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=d808a786-6914-4e4a-a114-6e13b3709a41,segment=NetworkSegment(0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb),segment_id=0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:57:03.183204 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-7222aacf-b2db-458a-bfba-83b60a8b5aad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/acd36584-7028-4f58-bfde-4250bae67a82 HTTP/1.1" status: 204 len: 168 time: 0.2147295 Sep 15 17:57:03.183326 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-364f7fce-4c3f-474d-a542-ded42352b46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:03.188834 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222aacf-b2db-458a-bfba-83b60a8b5aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd36584-7028-4f58-bfde-4250bae67a82,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:03.190311 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': 'd808a786-6914-4e4a-a114-6e13b3709a41', 'network_id': 'c8ae6ea8-d8d2-4807-82b3-77f3d623974a', 'port_id': 'd808a786-6914-4e4a-a114-6e13b3709a41', 'mac_address': 'fa:16:3e:8a:84:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b5599c4-1762-41bc-9132-ca2a011a47f7', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:57:03.237946 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:03.261882 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d808a786-6914-4e4a-a114-6e13b3709a41 {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:57:03.282237 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port d808a786-6914-4e4a-a114-6e13b3709a41, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=d808a786-6914-4e4a-a114-6e13b3709a41,segment=NetworkSegment(0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb),segment_id=0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:57:03.302301 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-364f7fce-4c3f-474d-a542-ded42352b46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:03.406018 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:03.407813 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-364f7fce-4c3f-474d-a542-ded42352b46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:03.466415 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-364f7fce-4c3f-474d-a542-ded42352b46d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=888bc9d6db2c4ff7ba4da12b3ac76430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977748 Sep 15 17:57:03.467503 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=d808a786-6914-4e4a-a114-6e13b3709a41,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:03.469105 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 37164) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:57:03.500120 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f7fce-4c3f-474d-a542-ded42352b46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9609f127-c289-4516-82e5-fea2167592e1,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:03.505482 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840e2e6-3186-42bc-bbe2-3700fb97acd9 req-4ae93946-5495-49ec-bcce-ce85bf6e45cf tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:03.508212 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6840e2e6-3186-42bc-bbe2-3700fb97acd9 req-4ae93946-5495-49ec-bcce-ce85bf6e45cf tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 947 time: 0.1111300 Sep 15 17:57:03.527556 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-63f335b4-9a4d-4281-b19c-b2783fdb84e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:03.547168 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6840e2e6-3186-42bc-bbe2-3700fb97acd9 req-f3d2f364-c6f9-4f07-8e74-36ce18143442 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa8c0d9e-4948-4cb8-a6dc-3181ff978637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334034 Sep 15 17:57:03.575703 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-63f335b4-9a4d-4281-b19c-b2783fdb84e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:03.612639 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05cd7c-6ceb-466b-9628-75166121d41f req-8dd21f66-ff75-473f-9aa9-a356aae1b0de tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:03.614173 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-be05cd7c-6ceb-466b-9628-75166121d41f req-8dd21f66-ff75-473f-9aa9-a356aae1b0de tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 945 time: 0.0847394 Sep 15 17:57:03.662523 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-be05cd7c-6ceb-466b-9628-75166121d41f req-92e595d2-498b-4ae0-94b5-8d35834982d7 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352979 Sep 15 17:57:03.678393 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b17ef5-9234-4167-ab74-aa08eb9f9df7 req-d496bd05-b857-415e-bbbb-bb96f08e0ba4 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:03.680731 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-65b17ef5-9234-4167-ab74-aa08eb9f9df7 req-d496bd05-b857-415e-bbbb-bb96f08e0ba4 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 943 time: 0.0674384 Sep 15 17:57:03.723849 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-65b17ef5-9234-4167-ab74-aa08eb9f9df7 req-3111e4f7-6912-4712-aa0e-53051b04e3dc tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340295 Sep 15 17:57:03.742856 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-63f335b4-9a4d-4281-b19c-b2783fdb84e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:03.745625 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-63f335b4-9a4d-4281-b19c-b2783fdb84e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:03.746844 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-63f335b4-9a4d-4281-b19c-b2783fdb84e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9609f127-c289-4516-82e5-fea2167592e1 HTTP/1.1" status: 204 len: 168 time: 0.2760160 Sep 15 17:57:03.754907 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f335b4-9a4d-4281-b19c-b2783fdb84e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9609f127-c289-4516-82e5-fea2167592e1,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:03.792765 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['d808a786-6914-4e4a-a114-6e13b3709a41'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:57:04.450966 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 37210) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:57:04.598300 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac20a7-bac8-4fd7-9b2c-4932e9e1b682 req-2b11dd3e-86fd-42e4-abde-8b4bdd5bb16b tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:04.599904 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-32ac20a7-bac8-4fd7-9b2c-4932e9e1b682 req-2b11dd3e-86fd-42e4-abde-8b4bdd5bb16b tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0791261 Sep 15 17:57:04.676109 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-32ac20a7-bac8-4fd7-9b2c-4932e9e1b682 req-8f9589b0-463f-4748-956d-a5171d57f0ed tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601740 Sep 15 17:57:04.689772 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2bdc6-041e-417d-9fd4-75a8e34f2f39 req-fbfde90b-91f5-418a-868f-a3156d30c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:04.695733 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ccd2bdc6-041e-417d-9fd4-75a8e34f2f39 req-fbfde90b-91f5-418a-868f-a3156d30c8c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60eeb6732c944f73b5124264b05fed93&device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 1099 time: 0.0909214 Sep 15 17:57:04.700150 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398b0cd-6bcc-4d67-9328-e3bd6ab18083 req-22a824e0-de61-4ac1-973d-2d4b6d14bf11 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:04.703203 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5398b0cd-6bcc-4d67-9328-e3bd6ab18083 req-22a824e0-de61-4ac1-973d-2d4b6d14bf11 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 947 time: 0.0571146 Sep 15 17:57:04.763461 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5398b0cd-6bcc-4d67-9328-e3bd6ab18083 req-84824bcb-18fa-463b-ad3c-b7d1f4480f98 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa8c0d9e-4948-4cb8-a6dc-3181ff978637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492001 Sep 15 17:57:04.844322 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2bdc6-041e-417d-9fd4-75a8e34f2f39 req-f5a3e6a6-bfeb-4d06-b026-05e541b736a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:04.845842 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ccd2bdc6-041e-417d-9fd4-75a8e34f2f39 req-f5a3e6a6-bfeb-4d06-b026-05e541b736a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=396115e6-db56-4072-bd7b-ec58ca4ae889 HTTP/1.1" status: 200 len: 920 time: 0.1403646 Sep 15 17:57:04.853621 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504a2e7-55b2-437b-a6a1-749e91a0c89a req-013d2a65-29fe-4eb8-a0d2-6db94d92842d tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:04.855004 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-9504a2e7-55b2-437b-a6a1-749e91a0c89a req-013d2a65-29fe-4eb8-a0d2-6db94d92842d tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 945 time: 0.0800402 Sep 15 17:57:04.886243 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ad9af956-f989-4206-ae10-5b9a94399fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:04.886681 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d131a7-7dee-4610-b3db-6aea89005e05 req-7e41edc4-d3e5-451c-93e1-34dfef4539ae tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:04.888508 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-03d131a7-7dee-4610-b3db-6aea89005e05 req-7e41edc4-d3e5-451c-93e1-34dfef4539ae tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 943 time: 0.0580451 Sep 15 17:57:04.924374 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ccd2bdc6-041e-417d-9fd4-75a8e34f2f39 req-eff6a633-c91e-4e43-ab02-b8b0743f6c29 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e19d0cd-81ce-411e-927f-5c2ef4eb068c HTTP/1.1" status: 200 len: 217 time: 0.0558512 Sep 15 17:57:04.926289 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-03d131a7-7dee-4610-b3db-6aea89005e05 req-9bd65691-cd79-4023-9a72-3f7310fe49ba tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316901 Sep 15 17:57:04.985565 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-9504a2e7-55b2-437b-a6a1-749e91a0c89a req-dc0b47de-65cc-4ace-9641-b29d9db6361d tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189280 Sep 15 17:57:05.006984 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2bdc6-041e-417d-9fd4-75a8e34f2f39 req-ebd7c23a-3a59-4e56-9f8b-8393a3e8142d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:05.008385 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ccd2bdc6-041e-417d-9fd4-75a8e34f2f39 req-ebd7c23a-3a59-4e56-9f8b-8393a3e8142d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13cfe71f-2229-47b4-a747-3c2f6b40d99e HTTP/1.1" status: 200 len: 859 time: 0.0725677 Sep 15 17:57:05.055209 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ccd2bdc6-041e-417d-9fd4-75a8e34f2f39 req-be8ed105-7350-4e01-9f7b-7b64d3c6745e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=396115e6-db56-4072-bd7b-ec58ca4ae889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295181 Sep 15 17:57:05.103527 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 334157da-4147-4115-8f1b-cb464dca995d details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:57:05.106608 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device d808a786-6914-4e4a-a114-6e13b3709a41 up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:57:05.158940 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ad9af956-f989-4206-ae10-5b9a94399fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:05.182244 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ccd2bdc6-041e-417d-9fd4-75a8e34f2f39 req-a142f644-a31f-4d95-be2e-b0757d59e284 service neutron] 10.222.0.37 "GET /v2.0/networks/396115e6-db56-4072-bd7b-ec58ca4ae889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145973 Sep 15 17:57:05.243870 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 334157da-4147-4115-8f1b-cb464dca995d, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=334157da-4147-4115-8f1b-cb464dca995d,segment=NetworkSegment(b8d12c84-d6ba-42e1-8313-0c0a892e9c3a),segment_id=b8d12c84-d6ba-42e1-8313-0c0a892e9c3a)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:57:05.258294 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': '334157da-4147-4115-8f1b-cb464dca995d', 'network_id': '593619d1-1905-4982-8189-2490412fc927', 'port_id': '334157da-4147-4115-8f1b-cb464dca995d', 'mac_address': 'fa:16:3e:c0:64:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3e9adc-3edc-489e-8e3e-7cdb669e8990', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:57:05.262386 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ad9af956-f989-4206-ae10-5b9a94399fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:05.297415 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning for port d808a786-6914-4e4a-a114-6e13b3709a41 completed by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:57:05.306400 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port d808a786-6914-4e4a-a114-6e13b3709a41 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:57:05.307236 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:05.326421 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 37252) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:57:05.333128 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-ad9af956-f989-4206-ae10-5b9a94399fc4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d27f03f7d11245c6a157712b2bf37026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8810611 Sep 15 17:57:05.335888 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9af956-f989-4206-ae10-5b9a94399fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6467bfa-2f87-405f-803a-3ce34731bedb,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:05.339549 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:05.342503 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ccd2bdc6-041e-417d-9fd4-75a8e34f2f39 req-7322a3d5-21fe-4130-8e26-d2bb737605f4 service neutron] 10.222.0.37 "GET /v2.0/networks/396115e6-db56-4072-bd7b-ec58ca4ae889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506917 Sep 15 17:57:05.342794 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 37256) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:57:05.369728 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334157da-4147-4115-8f1b-cb464dca995d {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:57:05.395758 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 334157da-4147-4115-8f1b-cb464dca995d, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=334157da-4147-4115-8f1b-cb464dca995d,segment=NetworkSegment(b8d12c84-d6ba-42e1-8313-0c0a892e9c3a),segment_id=b8d12c84-d6ba-42e1-8313-0c0a892e9c3a)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:57:05.429251 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-06e0f6d7-e862-45f9-baf4-053d7b0500ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:05.451841 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:05.456208 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-06e0f6d7-e862-45f9-baf4-053d7b0500ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:05.480025 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:05.487678 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6712cb83-ae55-4790-93e9-aabbb3de603f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd808a786-6914-4e4a-a114-6e13b3709a41'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:57:05.490291 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1cdbbd-4e46-431a-975f-834a4ed1e8f5" -d '{"events": [{"server_uuid": "6712cb83-ae55-4790-93e9-aabbb3de603f", "name": "network-vif-plugged", "status": "completed", "tag": "d808a786-6914-4e4a-a114-6e13b3709a41"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:57:05.490731 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-92d8a7fa-c23d-4aef-898c-35c932d25bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:05.537329 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port d808a786-6914-4e4a-a114-6e13b3709a41, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=d808a786-6914-4e4a-a114-6e13b3709a41,segment=NetworkSegment(0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb),segment_id=0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:57:05.550908 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d54a72a-7434-4b06-bcdc-1dcd5c1e7452 x-openstack-request-id: req-9d54a72a-7434-4b06-bcdc-1dcd5c1e7452 {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:57:05.551452 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6712cb83-ae55-4790-93e9-aabbb3de603f", "name": "network-vif-plugged", "status": "completed", "tag": "d808a786-6914-4e4a-a114-6e13b3709a41", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:57:05.551452 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d54a72a-7434-4b06-bcdc-1dcd5c1e7452 {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:57:05.551856 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6712cb83-ae55-4790-93e9-aabbb3de603f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd808a786-6914-4e4a-a114-6e13b3709a41', 'code': 200} Sep 15 17:57:05.572984 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=334157da-4147-4115-8f1b-cb464dca995d,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:05.626661 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:05.634240 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-06e0f6d7-e862-45f9-baf4-053d7b0500ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:05.637812 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-06e0f6d7-e862-45f9-baf4-053d7b0500ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:05.637957 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-06e0f6d7-e862-45f9-baf4-053d7b0500ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6467bfa-2f87-405f-803a-3ce34731bedb HTTP/1.1" status: 204 len: 168 time: 0.2941942 Sep 15 17:57:05.653001 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0f6d7-e862-45f9-baf4-053d7b0500ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6467bfa-2f87-405f-803a-3ce34731bedb,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:05.725190 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-92d8a7fa-c23d-4aef-898c-35c932d25bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:05.732666 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=d808a786-6914-4e4a-a114-6e13b3709a41,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:05.801506 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-92d8a7fa-c23d-4aef-898c-35c932d25bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:05.874556 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7de2c2-1f7f-4a34-9703-55525f7c6724 req-aeccaff0-51c8-4acd-9005-5d461d568fb9 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:05.874556 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cc7de2c2-1f7f-4a34-9703-55525f7c6724 req-aeccaff0-51c8-4acd-9005-5d461d568fb9 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.1028008 Sep 15 17:57:05.874556 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8a7fa-c23d-4aef-898c-35c932d25bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10446b0-309a-4518-881f-89662c5de02c,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:05.876664 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['334157da-4147-4115-8f1b-cb464dca995d'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:57:05.909289 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-92d8a7fa-c23d-4aef-898c-35c932d25bab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b5790990c2140fdb7863058c08a4f02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5782058 Sep 15 17:57:05.910893 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 37278) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:57:05.921139 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f02303-ecdc-4c61-9025-9a744be3245a req-afbaef67-fbd3-4348-86a9-c6b5737f4800 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:05.923594 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-24f02303-ecdc-4c61-9025-9a744be3245a req-afbaef67-fbd3-4348-86a9-c6b5737f4800 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 948 time: 0.1017261 Sep 15 17:57:05.940793 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca9ef5-da80-42b5-b176-4095576b4a6f req-1d211499-7d87-4f19-921f-4be6d698b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:05.942717 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a1ca9ef5-da80-42b5-b176-4095576b4a6f req-1d211499-7d87-4f19-921f-4be6d698b692 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 1101 time: 0.0601828 Sep 15 17:57:05.967765 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 37282) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:57:05.972549 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cc7de2c2-1f7f-4a34-9703-55525f7c6724 req-844cf44c-ae66-4b67-921a-4ad85ca644cd tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699596 Sep 15 17:57:06.023207 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-24f02303-ecdc-4c61-9025-9a744be3245a req-a2694a9e-25a3-4599-80fb-efffdac1c8aa tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa8c0d9e-4948-4cb8-a6dc-3181ff978637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786548 Sep 15 17:57:06.025944 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a1ca9ef5-da80-42b5-b176-4095576b4a6f req-c3ac8d1a-8abd-4e1d-8656-5f2297ad0560 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aa8c0d9e-4948-4cb8-a6dc-3181ff978637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727608 Sep 15 17:57:06.050248 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2dd585c0-d654-45b1-a189-4dee1e3f8acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:06.116297 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2dd585c0-d654-45b1-a189-4dee1e3f8acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:06.162535 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24fca3-0bed-42f7-9235-3e163851b377 req-9bfd1235-a9b9-4c6b-93c6-84960333453c tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:06.164075 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9c24fca3-0bed-42f7-9235-3e163851b377 req-9bfd1235-a9b9-4c6b-93c6-84960333453c tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 944 time: 0.0907121 Sep 15 17:57:06.205262 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9c24fca3-0bed-42f7-9235-3e163851b377 req-8093fe3c-c880-4c50-8430-c396a211435c tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341198 Sep 15 17:57:06.226857 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9422704c-8601-436c-b65e-4c4f01644b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:06.300428 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2dd585c0-d654-45b1-a189-4dee1e3f8acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:06.302998 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2dd585c0-d654-45b1-a189-4dee1e3f8acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:06.306544 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-2dd585c0-d654-45b1-a189-4dee1e3f8acc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f10446b0-309a-4518-881f-89662c5de02c HTTP/1.1" status: 204 len: 168 time: 0.3908498 Sep 15 17:57:06.312284 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd585c0-d654-45b1-a189-4dee1e3f8acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10446b0-309a-4518-881f-89662c5de02c,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:06.367783 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9422704c-8601-436c-b65e-4c4f01644b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:06.445355 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9422704c-8601-436c-b65e-4c4f01644b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:06.486570 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-9422704c-8601-436c-b65e-4c4f01644b7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99f46b61fd3d413ba2df56fa33a6cba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5129373 Sep 15 17:57:06.486570 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422704c-8601-436c-b65e-4c4f01644b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d7e5d2-9be7-449a-86fa-a74e7b844753,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:06.486967 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 37300) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:57:06.543800 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-35ef77f3-79f0-46f7-becc-40ca108bfaac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:06.565162 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-35ef77f3-79f0-46f7-becc-40ca108bfaac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:06.689269 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-35ef77f3-79f0-46f7-becc-40ca108bfaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:06.691854 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-35ef77f3-79f0-46f7-becc-40ca108bfaac admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:06.695703 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-35ef77f3-79f0-46f7-becc-40ca108bfaac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93d7e5d2-9be7-449a-86fa-a74e7b844753 HTTP/1.1" status: 204 len: 168 time: 0.2066605 Sep 15 17:57:06.704695 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef77f3-79f0-46f7-becc-40ca108bfaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d7e5d2-9be7-449a-86fa-a74e7b844753,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:07.119503 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 334157da-4147-4115-8f1b-cb464dca995d up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:57:07.122051 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0e5ec-0d6d-4c28-9651-787fbea81e0b req-f963eb6a-fb14-412a-bfc4-7395bf3c41de tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:07.132511 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-aea0e5ec-0d6d-4c28-9651-787fbea81e0b req-f963eb6a-fb14-412a-bfc4-7395bf3c41de tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0870996 Sep 15 17:57:07.187305 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-aea0e5ec-0d6d-4c28-9651-787fbea81e0b req-7e127447-279f-4b25-b861-def831ee5f45 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398867 Sep 15 17:57:07.266973 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning for port 334157da-4147-4115-8f1b-cb464dca995d completed by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:57:07.270771 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port 334157da-4147-4115-8f1b-cb464dca995d triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:57:07.271184 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:07.275639 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcc672-63c4-4172-92e6-58abebdddeb7 req-83583db5-dc9d-4ce6-b62d-ed5d76c61d3f tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:07.279356 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5fdcc672-63c4-4172-92e6-58abebdddeb7 req-83583db5-dc9d-4ce6-b62d-ed5d76c61d3f tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 948 time: 0.0526235 Sep 15 17:57:07.331131 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5fdcc672-63c4-4172-92e6-58abebdddeb7 req-31007432-0879-4914-955e-66668e3b0747 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa8c0d9e-4948-4cb8-a6dc-3181ff978637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469797 Sep 15 17:57:07.388230 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:07.441304 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 334157da-4147-4115-8f1b-cb464dca995d, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=334157da-4147-4115-8f1b-cb464dca995d,segment=NetworkSegment(b8d12c84-d6ba-42e1-8313-0c0a892e9c3a),segment_id=b8d12c84-d6ba-42e1-8313-0c0a892e9c3a)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:57:07.462070 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53661a3d-aa55-4694-94a9-215e10b68891 req-2eb745fc-23bd-403f-9fb9-ff9fe0f2caf0 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:07.465796 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-53661a3d-aa55-4694-94a9-215e10b68891 req-2eb745fc-23bd-403f-9fb9-ff9fe0f2caf0 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 944 time: 0.0690486 Sep 15 17:57:07.504874 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-53661a3d-aa55-4694-94a9-215e10b68891 req-2d2868b6-e3ac-4e45-a053-406f8c3d377f tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342247 Sep 15 17:57:07.540532 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:07.565057 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6986f6ef-bfbf-433d-b5c5-7b6c6b7be969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334157da-4147-4115-8f1b-cb464dca995d'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:57:07.567254 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d99362-c32c-4056-90e1-fefe3eede0fb" -d '{"events": [{"server_uuid": "6986f6ef-bfbf-433d-b5c5-7b6c6b7be969", "name": "network-vif-plugged", "status": "completed", "tag": "334157da-4147-4115-8f1b-cb464dca995d"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:57:07.602419 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=334157da-4147-4115-8f1b-cb464dca995d,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:07.643495 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2f5ea4-6f7f-49bf-a1ce-28e729f34fdf x-openstack-request-id: req-ef2f5ea4-6f7f-49bf-a1ce-28e729f34fdf {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:57:07.643998 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6986f6ef-bfbf-433d-b5c5-7b6c6b7be969", "name": "network-vif-plugged", "status": "completed", "tag": "334157da-4147-4115-8f1b-cb464dca995d", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:57:07.644416 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef2f5ea4-6f7f-49bf-a1ce-28e729f34fdf {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:57:07.645075 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6986f6ef-bfbf-433d-b5c5-7b6c6b7be969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334157da-4147-4115-8f1b-cb464dca995d', 'code': 200} Sep 15 17:57:07.749917 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 37366) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:57:07.871781 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-edb2eae5-2de1-48c1-8e46-739bad824fdb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-975983968-network', 'tenant_id': '9af50e94a428446b9439d23a8bb80788'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:57:07.979185 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f38f1-c0fc-4c64-b8d0-a0ae871143f9 req-daf470ae-ba2e-4a20-a2c9-cf87b71c7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:07.980714 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-038f38f1-c0fc-4c64-b8d0-a0ae871143f9 req-daf470ae-ba2e-4a20-a2c9-cf87b71c7043 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 1098 time: 0.0409837 Sep 15 17:57:07.982701 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb2eae5-2de1-48c1-8e46-739bad824fdb admin admin] Made reservation on behalf of 9af50e94a428446b9439d23a8bb80788 for: {'network': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:57:07.984993 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-edb2eae5-2de1-48c1-8e46-739bad824fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for network, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:07.993617 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-edb2eae5-2de1-48c1-8e46-739bad824fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:08.025014 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-038f38f1-c0fc-4c64-b8d0-a0ae871143f9 req-1a63bb0a-633f-4227-a62b-5a2d7f862df3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313542 Sep 15 17:57:08.101120 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-edb2eae5-2de1-48c1-8e46-739bad824fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:08.248682 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-edb2eae5-2de1-48c1-8e46-739bad824fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:08.292421 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb2eae5-2de1-48c1-8e46-739bad824fdb admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=106072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:57:08.305851 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2eae5-2de1-48c1-8e46-739bad824fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36c1661-0a99-4b0b-bb7a-111d7eee0292,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:08.313241 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-edb2eae5-2de1-48c1-8e46-739bad824fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:08.313582 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.segments_db [None req-edb2eae5-2de1-48c1-8e46-739bad824fdb admin admin] Added segment e6e0047e-fda1-4193-a95f-880d919b5366 of type vlan for network 50273b1f-12f9-446d-9aef-0976f0362f05 Sep 15 17:57:08.332253 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13672ec-5cdc-4f9a-bbb4-4dc15c45539a req-d2374acc-a956-4ed0-9071-667d3112b617 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:08.334376 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c13672ec-5cdc-4f9a-bbb4-4dc15c45539a req-d2374acc-a956-4ed0-9071-667d3112b617 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0970566 Sep 15 17:57:08.376684 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-edb2eae5-2de1-48c1-8e46-739bad824fdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765806349855'] for network, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:08.409436 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c13672ec-5cdc-4f9a-bbb4-4dc15c45539a req-3bb4e08f-c818-46a0-8aa6-068771379e02 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563791 Sep 15 17:57:08.452857 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87f40e-29e0-448e-ab13-772dfa99a254 req-0dd4a6e1-4121-49bc-896d-c2da519c4845 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:08.454343 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3c87f40e-29e0-448e-ab13-772dfa99a254 req-0dd4a6e1-4121-49bc-896d-c2da519c4845 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 948 time: 0.0566387 Sep 15 17:57:08.492444 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3c87f40e-29e0-448e-ab13-772dfa99a254 req-63ec2d69-e9c8-494b-9a31-3119589b1471 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa8c0d9e-4948-4cb8-a6dc-3181ff978637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316195 Sep 15 17:57:08.548556 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-edb2eae5-2de1-48c1-8e46-739bad824fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for network, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:08.551799 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb2eae5-2de1-48c1-8e46-739bad824fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:08.551799 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-edb2eae5-2de1-48c1-8e46-739bad824fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:08.634465 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2eae5-2de1-48c1-8e46-739bad824fdb admin admin] Pushing event updated for resources: {'Network': ['ID=50273b1f-12f9-446d-9aef-0976f0362f05,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:08.643982 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Network 50273b1f-12f9-446d-9aef-0976f0362f05 details requested by agent ovs-agent-dv-cinder-805228-2-iscsi with host dv-cinder-805228-2-iscsi {{(pid=106073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:57:08.657125 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33810b02-46e3-4cc4-9177-33f1753e2164 req-23f5f702-a1df-4ddf-badf-0e23c048877d tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:08.658595 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-33810b02-46e3-4cc4-9177-33f1753e2164 req-23f5f702-a1df-4ddf-badf-0e23c048877d tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 945 time: 0.0855880 Sep 15 17:57:08.664687 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-edb2eae5-2de1-48c1-8e46-739bad824fdb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9135189 Sep 15 17:57:08.666461 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 37394) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:57:08.680187 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-0c5956be-ce08-4568-a491-dd10895d6bbf admin admin] Request body: {'subnet': {'network_id': '50273b1f-12f9-446d-9aef-0976f0362f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-975983968-subnet', 'tenant_id': '9af50e94a428446b9439d23a8bb80788', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:57:08.744801 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-33810b02-46e3-4cc4-9177-33f1753e2164 req-f5b9761b-7af3-47c0-9446-edc72514fb0c tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677888 Sep 15 17:57:08.834302 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5956be-ce08-4568-a491-dd10895d6bbf admin admin] Made reservation on behalf of 9af50e94a428446b9439d23a8bb80788 for: {'subnet': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:57:08.836658 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-0c5956be-ce08-4568-a491-dd10895d6bbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4475166'] for subnet, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:09.118281 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-0c5956be-ce08-4568-a491-dd10895d6bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5966905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4475184'] for subnet, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:09.179427 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5956be-ce08-4568-a491-dd10895d6bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ead0ceac-36e6-4573-9ca3-2489157efef2,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:09.188638 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5956be-ce08-4568-a491-dd10895d6bbf admin admin] Checking segment: {'id': 'e6e0047e-fda1-4193-a95f-880d919b5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '50273b1f-12f9-446d-9aef-0976f0362f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:57:09.188638 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5956be-ce08-4568-a491-dd10895d6bbf admin admin] Network hostable DHCP agents. Network: 50273b1f-12f9-446d-9aef-0976f0362f05, hostable agents: ['36f446e8-29e8-4378-bef0-f89f7461b806'], hosted agents: [] {{(pid=106072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:57:09.289401 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5956be-ce08-4568-a491-dd10895d6bbf admin admin] Network 50273b1f-12f9-446d-9aef-0976f0362f05 is scheduled to be hosted by DHCP agent 36f446e8-29e8-4378-bef0-f89f7461b806 with binding_index 1 {{(pid=106072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:57:09.359812 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d7d0c-47bf-4bf3-af66-7f42db419956 req-22e04aee-870e-4afc-a071-e2d3df2008e0 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:09.361322 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-543d7d0c-47bf-4bf3-af66-7f42db419956 req-22e04aee-870e-4afc-a071-e2d3df2008e0 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 948 time: 0.0481679 Sep 15 17:57:09.375327 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-0c5956be-ce08-4568-a491-dd10895d6bbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805228-2-iscsi, 50273b1f-12f9-446d-9aef-0976f0362f05) {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:57:09.379063 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5956be-ce08-4568-a491-dd10895d6bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:09.379833 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-0c5956be-ce08-4568-a491-dd10895d6bbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:09.387201 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fdd4f9-621d-4f20-8cf1-af999a03d643 None None] Network 50273b1f-12f9-446d-9aef-0976f0362f05 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:57:09.408426 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-543d7d0c-47bf-4bf3-af66-7f42db419956 req-b65b3e36-a695-4b3a-984d-3f9d84fcba39 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa8c0d9e-4948-4cb8-a6dc-3181ff978637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409024 Sep 15 17:57:09.458007 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-0c5956be-ce08-4568-a491-dd10895d6bbf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7899415 Sep 15 17:57:09.537193 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be912c16-a9b4-4230-aece-64860657d571 None None] Network 50273b1f-12f9-446d-9aef-0976f0362f05 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:57:09.541555 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2e891-576c-4aea-8b48-b31ff82f88b1 req-fcd601d9-5bfe-4a75-9d78-65cb9c2811aa tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:09.541698 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-96c2e891-576c-4aea-8b48-b31ff82f88b1 req-fcd601d9-5bfe-4a75-9d78-65cb9c2811aa tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0556996 Sep 15 17:57:09.583286 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-96c2e891-576c-4aea-8b48-b31ff82f88b1 req-753fcfda-7b06-4f68-af3d-7eae67132236 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335538 Sep 15 17:57:09.842990 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aac7c-c826-4a23-ba8d-10bc5f93a044 req-0127d5bc-2625-43dc-8e4f-17c49c449932 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:09.844503 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-336aac7c-c826-4a23-ba8d-10bc5f93a044 req-0127d5bc-2625-43dc-8e4f-17c49c449932 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 945 time: 0.0484266 Sep 15 17:57:09.881899 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-336aac7c-c826-4a23-ba8d-10bc5f93a044 req-c7a2ea3d-842a-404b-9cdc-bb593a48bfa1 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310462 Sep 15 17:57:10.529086 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b368b88-9002-428c-b07b-403dbae6f62b req-dee819aa-66cd-49ae-b4e7-eaf6a68a6e4d tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:10.530571 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8b368b88-9002-428c-b07b-403dbae6f62b req-dee819aa-66cd-49ae-b4e7-eaf6a68a6e4d tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 948 time: 0.0526700 Sep 15 17:57:10.569149 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8b368b88-9002-428c-b07b-403dbae6f62b req-3b070b21-a95d-4d77-b616-5f107a540c67 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa8c0d9e-4948-4cb8-a6dc-3181ff978637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323820 Sep 15 17:57:10.698582 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51ff39-bd31-4ca2-8e9b-f92372d21320 req-8be3c13f-c9f0-4d77-8d81-060f94b76837 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:10.700282 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cd51ff39-bd31-4ca2-8e9b-f92372d21320 req-8be3c13f-c9f0-4d77-8d81-060f94b76837 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0465579 Sep 15 17:57:10.746345 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cd51ff39-bd31-4ca2-8e9b-f92372d21320 req-2784d608-da3a-4127-b505-befe5372f383 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339470 Sep 15 17:57:11.000229 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517569b2-0423-44a9-be23-2695ce1ce109 req-8cc5e652-7c5e-4897-bfd4-b1117ceaa51a tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:11.001614 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-517569b2-0423-44a9-be23-2695ce1ce109 req-8cc5e652-7c5e-4897-bfd4-b1117ceaa51a tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 945 time: 0.0477965 Sep 15 17:57:11.041070 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-517569b2-0423-44a9-be23-2695ce1ce109 req-71e90784-b9cb-4776-b0cb-653a91b2b3ee tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335546 Sep 15 17:57:11.684352 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a5af6-e69d-4164-bad9-0a7d6120ee68 req-e700521f-735c-4bdf-bd22-b3d95129b3fc tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:11.685963 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-982a5af6-e69d-4164-bad9-0a7d6120ee68 req-e700521f-735c-4bdf-bd22-b3d95129b3fc tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 948 time: 0.0493748 Sep 15 17:57:11.723858 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-982a5af6-e69d-4164-bad9-0a7d6120ee68 req-b9782b0d-ec72-4fc8-8505-5522c88fe1e8 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa8c0d9e-4948-4cb8-a6dc-3181ff978637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320604 Sep 15 17:57:11.850474 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8477108d-387b-4ce5-845e-b34cecab62b9 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:11.851958 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8477108d-387b-4ce5-845e-b34cecab62b9 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/networks?id=50273b1f-12f9-446d-9aef-0976f0362f05 HTTP/1.1" status: 200 len: 813 time: 0.1043272 Sep 15 17:57:11.857172 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fa2af-aabf-41d8-89d7-ec35d2efafe5 req-c6853925-8c96-4d06-8ac0-fd374996cd5e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:11.858662 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8c7fa2af-aabf-41d8-89d7-ec35d2efafe5 req-c6853925-8c96-4d06-8ac0-fd374996cd5e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0520403 Sep 15 17:57:11.868018 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-b07cfdff-1a8b-4902-ac57-06df1b81a67f tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/quotas/9af50e94a428446b9439d23a8bb80788 HTTP/1.1" status: 200 len: 375 time: 0.0102465 Sep 15 17:57:11.900247 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8c7fa2af-aabf-41d8-89d7-ec35d2efafe5 req-7042d4a1-3d6d-40e2-b7cd-4152ed666f5e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351734 Sep 15 17:57:11.902142 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-71242323-a550-4fb4-bbb9-98fd1cb5f4cf tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9af50e94a428446b9439d23a8bb80788&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270002 Sep 15 17:57:11.990964 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8ff45cb9-b238-4e63-b494-1f3b60580d19 service neutron] 10.222.0.20 "GET /v2.0/networks/50273b1f-12f9-446d-9aef-0976f0362f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810452 Sep 15 17:57:12.078465 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-fd1a1ce8-f402-4f26-abd8-838eaf55a529 service neutron] 10.222.0.20 "GET /v2.0/networks/50273b1f-12f9-446d-9aef-0976f0362f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813003 Sep 15 17:57:12.305305 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-61b54ff2-9c40-47c5-b862-05698e0f1c7f req-cfd7eec9-e3db-4384-b1d9-303c2752f345 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 210 time: 0.0253375 Sep 15 17:57:12.838368 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02496655-54d4-45dd-a336-0775d490f3a8 req-c990b9b3-d26e-4c65-bb64-0376fcdafda0 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:12.840842 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-02496655-54d4-45dd-a336-0775d490f3a8 req-c990b9b3-d26e-4c65-bb64-0376fcdafda0 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 948 time: 0.0488324 Sep 15 17:57:12.886010 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-02496655-54d4-45dd-a336-0775d490f3a8 req-620a1ec9-7ecc-4812-b95e-c9d71219f2da tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa8c0d9e-4948-4cb8-a6dc-3181ff978637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401814 Sep 15 17:57:13.013210 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb3c41-50e2-4aca-ade4-5cee998ddaf0 req-cd72968d-354d-46f5-9618-6e73c26bef9e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:13.014718 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-24fb3c41-50e2-4aca-ade4-5cee998ddaf0 req-cd72968d-354d-46f5-9618-6e73c26bef9e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0474007 Sep 15 17:57:13.052794 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-24fb3c41-50e2-4aca-ade4-5cee998ddaf0 req-25b3e486-3180-4467-aad7-e414d4bc9f91 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322328 Sep 15 17:57:13.393004 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9610074a-bb22-4d8e-9c65-8c51b82ee5a6 req-00c04388-4fcc-4bc1-8b92-0fb21ce72bd6 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 210 time: 0.0253208 Sep 15 17:57:13.905794 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:57:13.999568 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81505a6d-97c9-4e96-9482-7e3532af3f15 req-10d1c5c2-89c2-468d-a75e-ea7ba3778e44 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:14.001047 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-81505a6d-97c9-4e96-9482-7e3532af3f15 req-10d1c5c2-89c2-468d-a75e-ea7ba3778e44 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 948 time: 0.0466263 Sep 15 17:57:14.038057 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-81505a6d-97c9-4e96-9482-7e3532af3f15 req-33e0dbcb-380e-4a89-a74b-4724cd128c9b tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa8c0d9e-4948-4cb8-a6dc-3181ff978637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310395 Sep 15 17:57:14.204311 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f1043-5d6d-4658-9ff0-0cc82620557c req-6f121ca1-1681-4351-89b1-f7ba7ced3e7c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:14.205754 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-440f1043-5d6d-4658-9ff0-0cc82620557c req-6f121ca1-1681-4351-89b1-f7ba7ced3e7c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0497742 Sep 15 17:57:14.242071 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-440f1043-5d6d-4658-9ff0-0cc82620557c req-4abca625-d28b-4a7e-a0d3-285b82ab77fe tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304239 Sep 15 17:57:14.485577 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fbf98ec4-8315-4e7d-be0b-a96a639f4fc7 req-698d3204-0358-41c1-8944-b50d01d61ba5 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 210 time: 0.0252929 Sep 15 17:57:15.138200 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5490e3-5489-450f-bf11-24d356d3b489 req-5d3ea4cc-82b7-4223-8b8c-80067468acea tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:15.139736 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ec5490e3-5489-450f-bf11-24d356d3b489 req-5d3ea4cc-82b7-4223-8b8c-80067468acea tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.37 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 948 time: 0.0527894 Sep 15 17:57:15.157745 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f8a82-f496-4669-8620-ab1f4e38a83a req-56c62ed1-f327-4b34-b4b3-9e52f5fe1f81 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:15.159438 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-997f8a82-f496-4669-8620-ab1f4e38a83a req-56c62ed1-f327-4b34-b4b3-9e52f5fe1f81 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 948 time: 0.0519304 Sep 15 17:57:15.198318 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-997f8a82-f496-4669-8620-ab1f4e38a83a req-98f01f78-2aff-46f3-b0da-0af661d103a5 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa8c0d9e-4948-4cb8-a6dc-3181ff978637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321453 Sep 15 17:57:15.234611 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-ec5490e3-5489-450f-bf11-24d356d3b489 req-f176d8c9-33d4-48fa-bc16-b05e9f53f8b3 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Deleting port d808a786-6914-4e4a-a114-6e13b3709a41 {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:57:15.234960 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-ec5490e3-5489-450f-bf11-24d356d3b489 req-f176d8c9-33d4-48fa-bc16-b05e9f53f8b3 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:15.370855 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-ec5490e3-5489-450f-bf11-24d356d3b489 req-f176d8c9-33d4-48fa-bc16-b05e9f53f8b3 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] For port d808a786-6914-4e4a-a114-6e13b3709a41, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=d808a786-6914-4e4a-a114-6e13b3709a41,segment=NetworkSegment(0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb),segment_id=0b26c5d1-a508-40ad-9083-c1ea0a6d6cbb)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:57:15.374048 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-ec5490e3-5489-450f-bf11-24d356d3b489 req-f176d8c9-33d4-48fa-bc16-b05e9f53f8b3 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:15.393906 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3061f6a-0c84-4318-9b2c-145d00599c07 req-79304fa3-06bd-4974-af66-38c1b0dd7e5e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:15.395407 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a3061f6a-0c84-4318-9b2c-145d00599c07 req-79304fa3-06bd-4974-af66-38c1b0dd7e5e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0775561 Sep 15 17:57:15.396338 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-ec5490e3-5489-450f-bf11-24d356d3b489 req-f176d8c9-33d4-48fa-bc16-b05e9f53f8b3 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Calling delete_port for d808a786-6914-4e4a-a114-6e13b3709a41 owned by compute:nova {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:57:15.483518 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a3061f6a-0c84-4318-9b2c-145d00599c07 req-5104395d-ec06-4d31-8b4b-93d5a5def402 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785797 Sep 15 17:57:15.580643 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-95410c9c-6042-4f60-af0d-d9a64def7fac req-218be313-ec70-4de2-a45d-3ae1347c846c tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 210 time: 0.0248947 Sep 15 17:57:15.632298 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-ec5490e3-5489-450f-bf11-24d356d3b489 req-f176d8c9-33d4-48fa-bc16-b05e9f53f8b3 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:15.647010 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['d808a786-6914-4e4a-a114-6e13b3709a41'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:57:15.658937 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176d8c9-33d4-48fa-bc16-b05e9f53f8b3 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Pushing event deleted for resources: {'Port': ['ID=d808a786-6914-4e4a-a114-6e13b3709a41,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:15.705506 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5490e3-5489-450f-bf11-24d356d3b489 req-f176d8c9-33d4-48fa-bc16-b05e9f53f8b3 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] No DVR routers for this DVR port d808a786-6914-4e4a-a114-6e13b3709a41 on host hv-cinder-80522 {{(pid=106071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:57:15.708289 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-ec5490e3-5489-450f-bf11-24d356d3b489 req-f176d8c9-33d4-48fa-bc16-b05e9f53f8b3 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:15.711478 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ec5490e3-5489-450f-bf11-24d356d3b489 req-f176d8c9-33d4-48fa-bc16-b05e9f53f8b3 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.37 "DELETE /v2.0/ports/d808a786-6914-4e4a-a114-6e13b3709a41 HTTP/1.1" status: 204 len: 173 time: 0.5629940 Sep 15 17:57:15.711953 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6712cb83-ae55-4790-93e9-aabbb3de603f', 'name': 'network-vif-deleted', 'tag': 'd808a786-6914-4e4a-a114-6e13b3709a41'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:57:15.714216 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece4d869-8d2c-4c11-8c07-07b83c0565a1" -d '{"events": [{"server_uuid": "6712cb83-ae55-4790-93e9-aabbb3de603f", "name": "network-vif-deleted", "tag": "d808a786-6914-4e4a-a114-6e13b3709a41"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:57:15.754622 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273929ac-5420-49c6-9170-c9a209b6050c x-openstack-request-id: req-273929ac-5420-49c6-9170-c9a209b6050c {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:57:15.754924 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6712cb83-ae55-4790-93e9-aabbb3de603f", "name": "network-vif-deleted", "tag": "d808a786-6914-4e4a-a114-6e13b3709a41", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:57:15.755182 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-273929ac-5420-49c6-9170-c9a209b6050c {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:57:15.756117 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6712cb83-ae55-4790-93e9-aabbb3de603f', 'name': 'network-vif-deleted', 'tag': 'd808a786-6914-4e4a-a114-6e13b3709a41', 'status': 'completed', 'code': 200} Sep 15 17:57:15.871224 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71e92c-58cb-490d-92a6-0511853b723a req-71d99f7c-3cc1-45a1-9f7b-9a66dbd5f7e9 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:15.873142 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-db71e92c-58cb-490d-92a6-0511853b723a req-71d99f7c-3cc1-45a1-9f7b-9a66dbd5f7e9 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 945 time: 0.0529830 Sep 15 17:57:15.917057 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-db71e92c-58cb-490d-92a6-0511853b723a req-c8772040-5da4-4c0b-95f2-b5c950d9e656 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349772 Sep 15 17:57:16.499263 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-fbce6e00-0635-435a-8a3c-e102cb45b320 req-e38e7ed7-8b98-4ebe-8099-699ec144aec2 tempest-VolumesNegativeTest-1831427331 tempest-VolumesNegativeTest-1831427331-project] 10.222.0.20 "GET /v2.0/ports?device_id=6712cb83-ae55-4790-93e9-aabbb3de603f HTTP/1.1" status: 200 len: 210 time: 0.0359106 Sep 15 17:57:16.540181 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-4e5efebe-e052-4300-9824-da72c97735ba tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:16.541800 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-4e5efebe-e052-4300-9824-da72c97735ba tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.37 "GET /v2.0/networks?id=50273b1f-12f9-446d-9aef-0976f0362f05 HTTP/1.1" status: 200 len: 813 time: 0.3858273 Sep 15 17:57:16.560752 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-de82977f-bb55-41bb-96da-89935c43d6a8 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Request body: {'port': {'device_id': 'caf40d54-4054-4d49-8e88-8340a1910a5e', 'network_id': '50273b1f-12f9-446d-9aef-0976f0362f05', 'admin_state_up': True, 'tenant_id': '9af50e94a428446b9439d23a8bb80788'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:57:16.658815 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217497b2-1992-4136-99a1-ea00d011e266 req-e874bf5c-77c2-4b3e-8572-281e9ef54509 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:16.661258 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-217497b2-1992-4136-99a1-ea00d011e266 req-e874bf5c-77c2-4b3e-8572-281e9ef54509 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0966773 Sep 15 17:57:16.704824 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-217497b2-1992-4136-99a1-ea00d011e266 req-a82aca0c-c6f7-46c3-a32e-0347b8742264 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356677 Sep 15 17:57:16.781853 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-646f20da-27a6-49b9-a2bc-9845f9d72f7c req-4981ec64-aa55-4f73-882d-fa1aed6acf0d tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 210 time: 0.0274723 Sep 15 17:57:16.791307 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-de82977f-bb55-41bb-96da-89935c43d6a8 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Made reservation on behalf of 9af50e94a428446b9439d23a8bb80788 for: {'port': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:57:16.799064 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-de82977f-bb55-41bb-96da-89935c43d6a8 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:16.975000 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-de82977f-bb55-41bb-96da-89935c43d6a8 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Allocated IP 172.20.0.14 (50273b1f-12f9-446d-9aef-0976f0362f05/ead0ceac-36e6-4573-9ca3-2489157efef2/424b5e76-9523-4466-804c-c878ce8fda1e) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:57:17.091411 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3c54a-78fe-499b-a23b-22a1b0832bed req-b54e195f-9d55-4408-99aa-559af85ebe9e tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:17.092971 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2ec3c54a-78fe-499b-a23b-22a1b0832bed req-b54e195f-9d55-4408-99aa-559af85ebe9e tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 945 time: 0.0966258 Sep 15 17:57:17.188029 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2ec3c54a-78fe-499b-a23b-22a1b0832bed req-1388e865-d434-40a9-ac92-38d425226d15 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535963 Sep 15 17:57:17.214530 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-de82977f-bb55-41bb-96da-89935c43d6a8 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:17.337198 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-de82977f-bb55-41bb-96da-89935c43d6a8 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:17.377645 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-de82977f-bb55-41bb-96da-89935c43d6a8 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Network 50273b1f-12f9-446d-9aef-0976f0362f05 is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:57:17.381229 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-de82977f-bb55-41bb-96da-89935c43d6a8 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:57:17.387273 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-de82977f-bb55-41bb-96da-89935c43d6a8 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:57:17.393576 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82977f-bb55-41bb-96da-89935c43d6a8 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Pushing event updated for resources: {'Port': ['ID=424b5e76-9523-4466-804c-c878ce8fda1e,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:17.444713 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-de82977f-bb55-41bb-96da-89935c43d6a8 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:17.445330 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-de82977f-bb55-41bb-96da-89935c43d6a8 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:17.535034 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-de82977f-bb55-41bb-96da-89935c43d6a8 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9787197 Sep 15 17:57:17.553444 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] Request body: {'port': {'device_id': 'caf40d54-4054-4d49-8e88-8340a1910a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80522'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:57:17.609757 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:17.855598 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28706216-c6e3-4b61-8599-a60ed126e0b0 req-d5a5fa87-342d-43ca-b3dc-f977564f45c9 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:17.857194 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-28706216-c6e3-4b61-8599-a60ed126e0b0 req-d5a5fa87-342d-43ca-b3dc-f977564f45c9 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0661573 Sep 15 17:57:17.898623 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-28706216-c6e3-4b61-8599-a60ed126e0b0 req-e3d2f098-692d-45f4-bb6b-745c061e2907 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348020 Sep 15 17:57:17.967019 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30853c24-ad66-46b5-8a0f-0581505c6ce6 req-d52ec6a6-bf16-4175-905e-4f1de3c180cc tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:17.968543 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-30853c24-ad66-46b5-8a0f-0581505c6ce6 req-d52ec6a6-bf16-4175-905e-4f1de3c180cc tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 932 time: 0.0934823 Sep 15 17:57:17.981834 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424b5e76-9523-4466-804c-c878ce8fda1e {{(pid=106071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:57:17.994224 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:18.026048 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.provisioning_blocks [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] Transition to ACTIVE for port object 424b5e76-9523-4466-804c-c878ce8fda1e will not be triggered until provisioned by entity L2. {{(pid=106071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:57:18.038836 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-30853c24-ad66-46b5-8a0f-0581505c6ce6 req-8e065dd5-14d8-4712-ad9e-994bc472324b tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602839 Sep 15 17:57:18.117681 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:18.165513 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294024f8-fa50-44a0-92f6-782cf1cacacb req-a2f17051-31f5-458b-b531-cdbda7fd54ad tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:18.168943 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-294024f8-fa50-44a0-92f6-782cf1cacacb req-a2f17051-31f5-458b-b531-cdbda7fd54ad tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.37 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 945 time: 0.0900781 Sep 15 17:57:18.227349 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] Pushing event updated for resources: {'Port': ['ID=424b5e76-9523-4466-804c-c878ce8fda1e,revision_number=2']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:18.319282 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] Attempting to bind port 424b5e76-9523-4466-804c-c878ce8fda1e on host hv-cinder-80522 for vnic_type normal with profile {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:57:18.319627 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] Attempting to bind port 424b5e76-9523-4466-804c-c878ce8fda1e by drivers openvswitch,hyperv on host hv-cinder-80522 at level 0 using segments [{'id': 'e6e0047e-fda1-4193-a95f-880d919b5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '50273b1f-12f9-446d-9aef-0976f0362f05'}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:57:18.319974 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] Attempting to bind port 424b5e76-9523-4466-804c-c878ce8fda1e on network 50273b1f-12f9-446d-9aef-0976f0362f05 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:57:18.326436 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] Port 424b5e76-9523-4466-804c-c878ce8fda1e on network 50273b1f-12f9-446d-9aef-0976f0362f05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80522 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:57:18.327457 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] Attempting to bind port 424b5e76-9523-4466-804c-c878ce8fda1e on network 50273b1f-12f9-446d-9aef-0976f0362f05 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:57:18.337491 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] Checking agent: {'id': 'd3977637-cbe2-41c3-a570-ab972cec54ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80522', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'started_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:57:18.337840 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] Checking segment: {'id': 'e6e0047e-fda1-4193-a95f-880d919b5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '50273b1f-12f9-446d-9aef-0976f0362f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:57:18.338233 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] Bound using segment: {'id': 'e6e0047e-fda1-4193-a95f-880d919b5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '50273b1f-12f9-446d-9aef-0976f0362f05'} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:57:18.338727 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] Bound port: 424b5e76-9523-4466-804c-c878ce8fda1e, host: hv-cinder-80522, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e0047e-fda1-4193-a95f-880d919b5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '50273b1f-12f9-446d-9aef-0976f0362f05'}}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:57:18.339099 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:18.345608 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf7ab7-2d3a-4fb5-8e69-ed7074f69892 req-6769f3d0-c77b-4903-b505-ec5d446a3386 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:18.347327 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5cdf7ab7-2d3a-4fb5-8e69-ed7074f69892 req-6769f3d0-c77b-4903-b505-ec5d446a3386 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 945 time: 0.0692685 Sep 15 17:57:18.351965 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-294024f8-fa50-44a0-92f6-782cf1cacacb req-620ce028-5d5c-4e98-b03b-fd5265a10da0 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Deleting port 334157da-4147-4115-8f1b-cb464dca995d {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:57:18.352568 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-294024f8-fa50-44a0-92f6-782cf1cacacb req-620ce028-5d5c-4e98-b03b-fd5265a10da0 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:18.388345 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5cdf7ab7-2d3a-4fb5-8e69-ed7074f69892 req-25a6ffcf-59d0-406b-bdf8-ee277d25a876 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323462 Sep 15 17:57:18.491149 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] For port 424b5e76-9523-4466-804c-c878ce8fda1e, host hv-cinder-80522, cleared binding levels {{(pid=106071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:57:18.497007 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] For port 424b5e76-9523-4466-804c-c878ce8fda1e, host hv-cinder-80522, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=424b5e76-9523-4466-804c-c878ce8fda1e,segment=NetworkSegment(e6e0047e-fda1-4193-a95f-880d919b5366),segment_id=e6e0047e-fda1-4193-a95f-880d919b5366)] {{(pid=106071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:57:18.499041 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-294024f8-fa50-44a0-92f6-782cf1cacacb req-620ce028-5d5c-4e98-b03b-fd5265a10da0 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] For port 334157da-4147-4115-8f1b-cb464dca995d, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=334157da-4147-4115-8f1b-cb464dca995d,segment=NetworkSegment(b8d12c84-d6ba-42e1-8313-0c0a892e9c3a),segment_id=b8d12c84-d6ba-42e1-8313-0c0a892e9c3a)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:57:18.499467 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-294024f8-fa50-44a0-92f6-782cf1cacacb req-620ce028-5d5c-4e98-b03b-fd5265a10da0 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:18.514018 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-294024f8-fa50-44a0-92f6-782cf1cacacb req-620ce028-5d5c-4e98-b03b-fd5265a10da0 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Calling delete_port for 334157da-4147-4115-8f1b-cb464dca995d owned by compute:nova {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:57:18.616805 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:18.668852 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:18.669371 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:18.670962 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] 10.222.0.37 "PUT /v2.0/ports/424b5e76-9523-4466-804c-c878ce8fda1e HTTP/1.1" status: 200 len: 1094 time: 1.1223288 Sep 15 17:57:18.675318 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf40d54-4054-4d49-8e88-8340a1910a5e', 'tag': '424b5e76-9523-4466-804c-c878ce8fda1e'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:57:18.679608 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd026bec-4833-4fba-aefe-04f9c9eb8642" -d '{"events": [{"name": "network-changed", "server_uuid": "caf40d54-4054-4d49-8e88-8340a1910a5e", "tag": "424b5e76-9523-4466-804c-c878ce8fda1e"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:57:18.715567 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75b648-cc15-493e-b9b4-bef24c27238b service neutron] Pushing event updated for resources: {'Port': ['ID=424b5e76-9523-4466-804c-c878ce8fda1e,revision_number=3']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:18.736826 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858564ce-1710-4339-abc6-53dac2773fa6 x-openstack-request-id: req-858564ce-1710-4339-abc6-53dac2773fa6 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:57:18.737143 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf40d54-4054-4d49-8e88-8340a1910a5e", "tag": "424b5e76-9523-4466-804c-c878ce8fda1e", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:57:18.737407 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-858564ce-1710-4339-abc6-53dac2773fa6 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:57:18.737831 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf40d54-4054-4d49-8e88-8340a1910a5e', 'tag': '424b5e76-9523-4466-804c-c878ce8fda1e', 'status': 'completed', 'code': 200} Sep 15 17:57:18.779338 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-294024f8-fa50-44a0-92f6-782cf1cacacb req-620ce028-5d5c-4e98-b03b-fd5265a10da0 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:18.800410 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['334157da-4147-4115-8f1b-cb464dca995d'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:57:18.835931 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ce028-5d5c-4e98-b03b-fd5265a10da0 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Pushing event deleted for resources: {'Port': ['ID=334157da-4147-4115-8f1b-cb464dca995d,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:18.881562 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-294024f8-fa50-44a0-92f6-782cf1cacacb req-620ce028-5d5c-4e98-b03b-fd5265a10da0 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] No DVR routers for this DVR port 334157da-4147-4115-8f1b-cb464dca995d on host hv-cinder-80522 {{(pid=106071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:57:18.884193 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-294024f8-fa50-44a0-92f6-782cf1cacacb req-620ce028-5d5c-4e98-b03b-fd5265a10da0 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:18.886421 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-294024f8-fa50-44a0-92f6-782cf1cacacb req-620ce028-5d5c-4e98-b03b-fd5265a10da0 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.37 "DELETE /v2.0/ports/334157da-4147-4115-8f1b-cb464dca995d HTTP/1.1" status: 204 len: 173 time: 0.7117429 Sep 15 17:57:18.893255 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd026bec-4833-4fba-aefe-04f9c9eb8642 req-1f4e1701-341a-4b4d-b62c-4acae205de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:18.894759 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bd026bec-4833-4fba-aefe-04f9c9eb8642 req-1f4e1701-341a-4b4d-b62c-4acae205de6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9af50e94a428446b9439d23a8bb80788&device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 1097 time: 0.1332154 Sep 15 17:57:18.917786 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-952ad2bc-12dc-42da-96d6-08aa98660246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:19.046990 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd026bec-4833-4fba-aefe-04f9c9eb8642 req-f5963b9a-dd38-4f3e-9ec2-faa6571c77aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:19.048495 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bd026bec-4833-4fba-aefe-04f9c9eb8642 req-f5963b9a-dd38-4f3e-9ec2-faa6571c77aa service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9af50e94a428446b9439d23a8bb80788&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1446204 Sep 15 17:57:19.056839 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0a6d6-a3cc-4908-a7d1-d6b9ceb11656 req-13f84bce-dfad-43b7-9327-feb56b8bdbed tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:19.058196 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c7a0a6d6-a3cc-4908-a7d1-d6b9ceb11656 req-13f84bce-dfad-43b7-9327-feb56b8bdbed tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0781157 Sep 15 17:57:19.165483 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c7a0a6d6-a3cc-4908-a7d1-d6b9ceb11656 req-c0c36f48-ac7d-49f4-9a57-0ace365e4c55 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988932 Sep 15 17:57:19.181638 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device d808a786-6914-4e4a-a114-6e13b3709a41 no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:57:19.201109 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd026bec-4833-4fba-aefe-04f9c9eb8642 req-32cb77e3-ed28-4fa3-a440-fb9b63168434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:19.202716 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bd026bec-4833-4fba-aefe-04f9c9eb8642 req-32cb77e3-ed28-4fa3-a440-fb9b63168434 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1436355 Sep 15 17:57:19.206359 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] No Port match for: d808a786-6914-4e4a-a114-6e13b3709a41 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:57:19.206953 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device d808a786-6914-4e4a-a114-6e13b3709a41 not bound to the agent host hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:57:19.294310 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-0d0cf79d-1d0e-4b3f-9a17-4c9780704518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:19.295818 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-0d0cf79d-1d0e-4b3f-9a17-4c9780704518 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9af50e94a428446b9439d23a8bb80788&device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 1097 time: 0.0454714 Sep 15 17:57:19.341776 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-73c1c7ba-3786-4ec2-9edd-d183dfeaecf2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=424b5e76-9523-4466-804c-c878ce8fda1e HTTP/1.1" status: 200 len: 217 time: 0.0364747 Sep 15 17:57:19.401883 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85999e-5908-47f9-afe4-def36a925311 req-94fbd42c-1b74-4373-a257-f50a011ca494 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:19.404984 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-70a535dd-994b-4a0a-b0b2-821ea218e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:19.406498 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-70a535dd-994b-4a0a-b0b2-821ea218e9a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ead0ceac-36e6-4573-9ca3-2489157efef2 HTTP/1.1" status: 200 len: 853 time: 0.0551395 Sep 15 17:57:19.407681 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-dc85999e-5908-47f9-afe4-def36a925311 req-94fbd42c-1b74-4373-a257-f50a011ca494 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 944 time: 0.2953932 Sep 15 17:57:19.450393 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-12ca30ee-f5f9-40b1-96fd-6d2bc53bed92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50273b1f-12f9-446d-9aef-0976f0362f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361552 Sep 15 17:57:19.464218 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-dc85999e-5908-47f9-afe4-def36a925311 req-01b54906-1842-493d-915d-607c4e83f512 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505147 Sep 15 17:57:19.577167 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-69865a65-05a8-4f11-bbdc-9d3897a06fc0 req-64adf13d-a2e8-4dcc-b5e8-95d3396b9b4c tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=6986f6ef-bfbf-433d-b5c5-7b6c6b7be969 HTTP/1.1" status: 200 len: 210 time: 0.0325623 Sep 15 17:57:19.604506 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-c4b72046-508c-4314-9d38-bbd5d59b0520 service neutron] 10.222.0.37 "GET /v2.0/networks/50273b1f-12f9-446d-9aef-0976f0362f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375232 Sep 15 17:57:19.791415 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-136f53fe-02e4-4f7b-81ef-d047b5769da7 req-7e7f33d8-9e12-4d5c-a988-ccb444640a35 service neutron] 10.222.0.37 "GET /v2.0/networks/50273b1f-12f9-446d-9aef-0976f0362f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609945 Sep 15 17:57:19.834865 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-de751400-1f55-4eab-acb5-c0f099de68d1 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:19.845005 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-de751400-1f55-4eab-acb5-c0f099de68d1 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/networks?id=4da47a5c-d2cd-42fe-9854-e0f9136b7152 HTTP/1.1" status: 200 len: 814 time: 0.1439769 Sep 15 17:57:19.856986 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-cfb99165-141a-4cbc-b644-89a3964a652c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/quotas/c16830a0d09c47d390ee6bbfa6435793 HTTP/1.1" status: 200 len: 375 time: 0.0105073 Sep 15 17:57:19.915266 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-7403e575-8830-416c-a0c9-204c289f0d87 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c16830a0d09c47d390ee6bbfa6435793&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522175 Sep 15 17:57:20.002897 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-0128d93b-7728-4fb2-a8a4-f8330e7000f7 service neutron] 10.222.0.20 "GET /v2.0/networks/4da47a5c-d2cd-42fe-9854-e0f9136b7152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805867 Sep 15 17:57:20.094675 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-e376b2ba-c482-4997-a311-d561872e930a service neutron] 10.222.0.20 "GET /v2.0/networks/4da47a5c-d2cd-42fe-9854-e0f9136b7152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842810 Sep 15 17:57:20.301491 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0cade-562c-4ade-80c4-bba73b04a6f0 req-121dd605-642b-4115-bf14-eba4d5788915 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:20.308814 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e1f0cade-562c-4ade-80c4-bba73b04a6f0 req-121dd605-642b-4115-bf14-eba4d5788915 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0586977 Sep 15 17:57:20.376545 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-21f8bdda-1741-4270-b7b8-f8b584779c24 req-d290d2fe-558f-40f4-b74b-f224f9d1de17 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 210 time: 0.0375855 Sep 15 17:57:20.377488 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e1f0cade-562c-4ade-80c4-bba73b04a6f0 req-fa4f2d9c-2888-4e67-b69b-30261c22b09a tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610554 Sep 15 17:57:20.468086 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 37846) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:57:20.580303 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2942bd1-7369-4758-bcb2-60bf63794fdb req-92b29e8e-7d74-4567-bf36-b9dc47e546a1 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:20.581926 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f2942bd1-7369-4758-bcb2-60bf63794fdb req-92b29e8e-7d74-4567-bf36-b9dc47e546a1 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 944 time: 0.0496128 Sep 15 17:57:20.599557 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-847157b9-94b8-4221-a188-db90a14dd6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:20.639516 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f2942bd1-7369-4758-bcb2-60bf63794fdb req-e737d543-d07b-42c7-a500-c8f75c948faa tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358965 Sep 15 17:57:20.733002 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-847157b9-94b8-4221-a188-db90a14dd6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:20.738984 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6986f6ef-bfbf-433d-b5c5-7b6c6b7be969', 'name': 'network-vif-deleted', 'tag': '334157da-4147-4115-8f1b-cb464dca995d'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:57:20.741996 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfd7f90-5cb2-41b0-808b-8c6feb59cd1d" -d '{"events": [{"server_uuid": "6986f6ef-bfbf-433d-b5c5-7b6c6b7be969", "name": "network-vif-deleted", "tag": "334157da-4147-4115-8f1b-cb464dca995d"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:57:20.785335 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24820de-9d29-4af3-b805-5231709c34ed x-openstack-request-id: req-d24820de-9d29-4af3-b805-5231709c34ed {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:57:20.785627 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6986f6ef-bfbf-433d-b5c5-7b6c6b7be969", "name": "network-vif-deleted", "tag": "334157da-4147-4115-8f1b-cb464dca995d", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:57:20.785881 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d24820de-9d29-4af3-b805-5231709c34ed {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:57:20.786271 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6986f6ef-bfbf-433d-b5c5-7b6c6b7be969', 'name': 'network-vif-deleted', 'tag': '334157da-4147-4115-8f1b-cb464dca995d', 'status': 'completed', 'code': 200} Sep 15 17:57:20.810637 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-847157b9-94b8-4221-a188-db90a14dd6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:20.874305 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-847157b9-94b8-4221-a188-db90a14dd6f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23f54dcc7c9f4d4e8756f8e3370b318f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052553 Sep 15 17:57:20.878501 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847157b9-94b8-4221-a188-db90a14dd6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5652fe-55a4-4400-bb51-7ccb4d5336a9,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:20.878501 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 37890) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:57:20.942926 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-038510a4-d081-4ab9-8ddd-3af0b0bd518e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:20.964887 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-038510a4-d081-4ab9-8ddd-3af0b0bd518e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:20.993719 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-4c4ca4e0-855e-42b7-8afe-b644d4d2477a tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:20.995332 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-4c4ca4e0-855e-42b7-8afe-b644d4d2477a tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/networks?id=593619d1-1905-4982-8189-2490412fc927 HTTP/1.1" status: 200 len: 809 time: 0.1443713 Sep 15 17:57:21.012384 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-7ac9f6d5-c1e1-4d9f-a2b6-3d00de82690c tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/quotas/3c487a598613474cbc905cfa6955734f HTTP/1.1" status: 200 len: 375 time: 0.0104711 Sep 15 17:57:21.049470 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-685e72e0-71fa-4361-a035-cc7df082afc2 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c487a598613474cbc905cfa6955734f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299089 Sep 15 17:57:21.122773 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-038510a4-d081-4ab9-8ddd-3af0b0bd518e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:21.127123 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-038510a4-d081-4ab9-8ddd-3af0b0bd518e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:21.128460 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-038510a4-d081-4ab9-8ddd-3af0b0bd518e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab5652fe-55a4-4400-bb51-7ccb4d5336a9 HTTP/1.1" status: 204 len: 168 time: 0.2496006 Sep 15 17:57:21.144527 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-7018bcc4-8039-4266-9fd0-b23d109fadf2 service neutron] 10.222.0.20 "GET /v2.0/networks/593619d1-1905-4982-8189-2490412fc927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873005 Sep 15 17:57:21.152684 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038510a4-d081-4ab9-8ddd-3af0b0bd518e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5652fe-55a4-4400-bb51-7ccb4d5336a9,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:21.164127 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038510a4-d081-4ab9-8ddd-3af0b0bd518e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:21.164531 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038510a4-d081-4ab9-8ddd-3af0b0bd518e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:21.164982 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038510a4-d081-4ab9-8ddd-3af0b0bd518e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:21.165420 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038510a4-d081-4ab9-8ddd-3af0b0bd518e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:21.165648 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038510a4-d081-4ab9-8ddd-3af0b0bd518e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:21.166150 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038510a4-d081-4ab9-8ddd-3af0b0bd518e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:21.166532 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038510a4-d081-4ab9-8ddd-3af0b0bd518e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:21.167284 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038510a4-d081-4ab9-8ddd-3af0b0bd518e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:21.167724 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038510a4-d081-4ab9-8ddd-3af0b0bd518e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:21.167938 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038510a4-d081-4ab9-8ddd-3af0b0bd518e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:21.168774 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038510a4-d081-4ab9-8ddd-3af0b0bd518e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:21.169425 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038510a4-d081-4ab9-8ddd-3af0b0bd518e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:21.255760 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-718b8ab4-8ca2-492f-9cb5-8acbfe0d905d service neutron] 10.222.0.20 "GET /v2.0/networks/593619d1-1905-4982-8189-2490412fc927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015141 Sep 15 17:57:21.462518 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-75ed16ba-4ef2-412e-83d7-c02e97b836dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:21.547034 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2270e77e-54af-4ff5-a7bb-21d1a1591930 req-f0f7e0b5-9ee8-4e5d-b3c2-e1d1cb4c0b04 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 210 time: 0.0267854 Sep 15 17:57:21.689966 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962d502-7754-4951-8f51-3185a5286b0c req-f1aab7a1-edb6-4d55-bfcd-80e2011a90f9 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:21.691427 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b962d502-7754-4951-8f51-3185a5286b0c req-f1aab7a1-edb6-4d55-bfcd-80e2011a90f9 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0719767 Sep 15 17:57:21.732285 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b962d502-7754-4951-8f51-3185a5286b0c req-7f941acd-215f-4599-a656-3f7f64c14394 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341747 Sep 15 17:57:21.805544 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3aca1b45-48de-455f-a85f-32c804f7cae6 req-8cc8f8b5-9645-465c-b1b9-deebb5cf2681 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 210 time: 0.0330126 Sep 15 17:57:21.917394 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c1f48-3467-4005-8ff7-bd78305d0813 req-78a98b42-fa62-40a5-8044-4a92dd74909b tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:21.917394 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-828c1f48-3467-4005-8ff7-bd78305d0813 req-78a98b42-fa62-40a5-8044-4a92dd74909b tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 944 time: 0.0500853 Sep 15 17:57:21.961096 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-828c1f48-3467-4005-8ff7-bd78305d0813 req-f324a6d8-cfa5-44a9-8af9-76134fe467e9 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383208 Sep 15 17:57:22.077385 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:22.268136 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 334157da-4147-4115-8f1b-cb464dca995d no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:57:22.288940 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] No Port match for: 334157da-4147-4115-8f1b-cb464dca995d {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:57:22.289280 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 334157da-4147-4115-8f1b-cb464dca995d not bound to the agent host hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:57:22.655602 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-29cefe4e-4165-48ed-bd08-ebcde7593cc9 req-c5bc8352-1cb5-45a3-b935-befc07b1893b tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 210 time: 0.0322590 Sep 15 17:57:22.845137 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d88bce-52df-4553-9c38-daf9600c5c4d req-01ea5eb8-fe7f-449b-8456-a46941848f7c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:22.846512 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-05d88bce-52df-4553-9c38-daf9600c5c4d req-01ea5eb8-fe7f-449b-8456-a46941848f7c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0470183 Sep 15 17:57:22.873356 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 38012) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:57:22.889605 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-05d88bce-52df-4553-9c38-daf9600c5c4d req-96736e2d-4d44-4758-8608-3aa7f49f3770 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363572 Sep 15 17:57:22.973090 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d8be7205-ad80-4a90-aaee-7c10df764c9d req-9fa3d739-325e-48c8-ab42-0438089b985f tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 210 time: 0.0278373 Sep 15 17:57:22.981831 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-ac52c53a-f2be-49d3-8ce0-6e7fa4d44599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:23.087328 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-ac52c53a-f2be-49d3-8ce0-6e7fa4d44599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:23.087536 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fafc25-9253-4f77-a42b-158c88110f9c req-2d72012d-9a83-4ee5-a5e3-b751241e7486 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:23.089018 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-17fafc25-9253-4f77-a42b-158c88110f9c req-2d72012d-9a83-4ee5-a5e3-b751241e7486 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 944 time: 0.0530043 Sep 15 17:57:23.125558 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-17fafc25-9253-4f77-a42b-158c88110f9c req-fabab48d-4f7c-47ce-9752-afb5b3e93798 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304551 Sep 15 17:57:23.162649 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-ac52c53a-f2be-49d3-8ce0-6e7fa4d44599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:23.200207 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-ac52c53a-f2be-49d3-8ce0-6e7fa4d44599 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b097029aa683446bbf0f240d36675518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257718 Sep 15 17:57:23.201034 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52c53a-f2be-49d3-8ce0-6e7fa4d44599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdabab3-3125-480d-ac7a-67498618cc52,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:23.203733 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 38020) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:57:23.250851 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:23.458398 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-17514f7b-042c-4ca8-8395-15336bfeaefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:23.478822 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-17514f7b-042c-4ca8-8395-15336bfeaefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:23.588161 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-17514f7b-042c-4ca8-8395-15336bfeaefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:23.590980 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-17514f7b-042c-4ca8-8395-15336bfeaefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:23.592480 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-17514f7b-042c-4ca8-8395-15336bfeaefa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0cdabab3-3125-480d-ac7a-67498618cc52 HTTP/1.1" status: 204 len: 168 time: 0.3876677 Sep 15 17:57:23.601488 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17514f7b-042c-4ca8-8395-15336bfeaefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdabab3-3125-480d-ac7a-67498618cc52,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:23.609709 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17514f7b-042c-4ca8-8395-15336bfeaefa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:23.609709 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17514f7b-042c-4ca8-8395-15336bfeaefa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:23.609958 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17514f7b-042c-4ca8-8395-15336bfeaefa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:23.610282 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17514f7b-042c-4ca8-8395-15336bfeaefa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:23.610618 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17514f7b-042c-4ca8-8395-15336bfeaefa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:23.611206 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17514f7b-042c-4ca8-8395-15336bfeaefa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:23.611595 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17514f7b-042c-4ca8-8395-15336bfeaefa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:23.611938 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17514f7b-042c-4ca8-8395-15336bfeaefa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:23.612270 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17514f7b-042c-4ca8-8395-15336bfeaefa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:23.612621 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17514f7b-042c-4ca8-8395-15336bfeaefa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:23.612948 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17514f7b-042c-4ca8-8395-15336bfeaefa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:23.613274 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17514f7b-042c-4ca8-8395-15336bfeaefa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:23.748756 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-59ca96dd-2b88-4617-a402-b6316f19fd38 req-66d019bf-39f1-4712-b31c-aa1a0ffa05ef tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 210 time: 0.0257137 Sep 15 17:57:24.011751 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01179e-926c-41df-b3eb-7fb69920ab4f req-7a7ba0e0-f52c-47f9-8dfc-e297d226cefc tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:24.013341 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2c01179e-926c-41df-b3eb-7fb69920ab4f req-7a7ba0e0-f52c-47f9-8dfc-e297d226cefc tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0525076 Sep 15 17:57:24.052331 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2c01179e-926c-41df-b3eb-7fb69920ab4f req-fa5288ce-0821-4ec1-9c05-c7239a7c8f0f tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324509 Sep 15 17:57:24.077621 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-848639c8-1eed-46ec-9051-1f618e85514a req-030b8ef9-2087-42aa-8e7a-ce3a6a315a1c tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 210 time: 0.0359564 Sep 15 17:57:24.241705 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ad2b9-64e5-4de3-b152-5fc13052c0f0 req-c3c08ef5-f3a0-4d6c-929b-9b200819a302 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:24.243194 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bc2ad2b9-64e5-4de3-b152-5fc13052c0f0 req-c3c08ef5-f3a0-4d6c-929b-9b200819a302 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 944 time: 0.0517137 Sep 15 17:57:24.282626 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bc2ad2b9-64e5-4de3-b152-5fc13052c0f0 req-d22d48a0-3d18-4a16-a863-1bfe6e7881c7 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336435 Sep 15 17:57:24.507940 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-33982894-dc3d-4611-b759-c0531740843a tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:24.509534 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-33982894-dc3d-4611-b759-c0531740843a tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.37 "GET /v2.0/networks?id=593619d1-1905-4982-8189-2490412fc927 HTTP/1.1" status: 200 len: 809 time: 0.1002162 Sep 15 17:57:24.529797 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-8df12765-a9f1-4ba3-8311-ccd65969da67 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Request body: {'port': {'device_id': '734e5f46-7059-4565-8834-89ed34e791ac', 'network_id': '593619d1-1905-4982-8189-2490412fc927', 'admin_state_up': True, 'tenant_id': '3c487a598613474cbc905cfa6955734f'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:57:24.684950 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:24.742149 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-8df12765-a9f1-4ba3-8311-ccd65969da67 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Made reservation on behalf of 3c487a598613474cbc905cfa6955734f for: {'port': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:57:24.745747 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-8df12765-a9f1-4ba3-8311-ccd65969da67 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:24.846335 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-47695a72-0022-4c71-afb7-d7cd55c64ef8 req-9c82d4ce-df24-489b-b704-a9f6d5c12dd4 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 210 time: 0.0302286 Sep 15 17:57:24.880184 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-8df12765-a9f1-4ba3-8311-ccd65969da67 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Allocated IP 172.20.0.3 (593619d1-1905-4982-8189-2490412fc927/1c3e9adc-3edc-489e-8e3e-7cdb669e8990/f277a883-9452-4dcd-b777-c217ed9937ef) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:57:25.075672 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-8df12765-a9f1-4ba3-8311-ccd65969da67 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:25.175663 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0fb2ba80-9c0f-4761-a672-038a584f3c84 req-516d0d9e-0f2f-49ea-9047-1de6b65606a1 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 210 time: 0.0259500 Sep 15 17:57:25.201326 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33ada8-584b-4fbb-b865-f79ba9c2f69d req-2438181c-31be-400c-8743-ed3ced3d0f94 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:25.202803 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7a33ada8-584b-4fbb-b865-f79ba9c2f69d req-2438181c-31be-400c-8743-ed3ced3d0f94 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0490391 Sep 15 17:57:25.239904 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7a33ada8-584b-4fbb-b865-f79ba9c2f69d req-ef7a6982-2f0e-48b8-816b-37b1324a41a5 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313416 Sep 15 17:57:25.257697 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-8df12765-a9f1-4ba3-8311-ccd65969da67 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:25.264190 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 424b5e76-9523-4466-804c-c878ce8fda1e details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:57:25.319623 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-8df12765-a9f1-4ba3-8311-ccd65969da67 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Network 593619d1-1905-4982-8189-2490412fc927 is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:57:25.337166 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-8df12765-a9f1-4ba3-8311-ccd65969da67 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:57:25.339590 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-8df12765-a9f1-4ba3-8311-ccd65969da67 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:57:25.374757 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df12765-a9f1-4ba3-8311-ccd65969da67 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Pushing event updated for resources: {'Port': ['ID=f277a883-9452-4dcd-b777-c217ed9937ef,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:25.375836 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 424b5e76-9523-4466-804c-c878ce8fda1e, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=424b5e76-9523-4466-804c-c878ce8fda1e,segment=NetworkSegment(e6e0047e-fda1-4193-a95f-880d919b5366),segment_id=e6e0047e-fda1-4193-a95f-880d919b5366)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:57:25.447152 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8565b-9b22-42e4-87f5-08f44a8de03f req-d40b5132-7b67-404a-a813-6af271b281f6 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:25.451727 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-24f8565b-9b22-42e4-87f5-08f44a8de03f req-d40b5132-7b67-404a-a813-6af271b281f6 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 944 time: 0.0955684 Sep 15 17:57:25.477273 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-8df12765-a9f1-4ba3-8311-ccd65969da67 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:25.477816 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-8df12765-a9f1-4ba3-8311-ccd65969da67 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:25.511691 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-24f8565b-9b22-42e4-87f5-08f44a8de03f req-0dd1fbdf-ad1d-4825-9fa6-a3850d920a63 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488396 Sep 15 17:57:25.529726 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-0f537df9-8dd4-4fd2-a997-ef81b974567c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:25.531102 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-0f537df9-8dd4-4fd2-a997-ef81b974567c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.37 "GET /v2.0/networks?id=4da47a5c-d2cd-42fe-9854-e0f9136b7152 HTTP/1.1" status: 200 len: 814 time: 0.2321415 Sep 15 17:57:25.543672 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': '424b5e76-9523-4466-804c-c878ce8fda1e', 'network_id': '50273b1f-12f9-446d-9aef-0976f0362f05', 'port_id': '424b5e76-9523-4466-804c-c878ce8fda1e', 'mac_address': 'fa:16:3e:57:ba:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ead0ceac-36e6-4573-9ca3-2489157efef2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:57:25.548024 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-4a37f4a6-43cd-42c3-aa48-4f8e678de988 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Request body: {'port': {'device_id': '75593774-ca46-450d-bcc7-ec6f30412d2b', 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152', 'admin_state_up': True, 'tenant_id': 'c16830a0d09c47d390ee6bbfa6435793'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:57:25.586939 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:25.605128 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424b5e76-9523-4466-804c-c878ce8fda1e {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:57:25.607101 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-8df12765-a9f1-4ba3-8311-ccd65969da67 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0821052 Sep 15 17:57:25.632098 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] Request body: {'port': {'device_id': '734e5f46-7059-4565-8834-89ed34e791ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80522'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:57:25.634503 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 424b5e76-9523-4466-804c-c878ce8fda1e, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=424b5e76-9523-4466-804c-c878ce8fda1e,segment=NetworkSegment(e6e0047e-fda1-4193-a95f-880d919b5366),segment_id=e6e0047e-fda1-4193-a95f-880d919b5366)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:57:25.697630 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 38080) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:57:25.716844 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:25.723565 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:25.784295 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=424b5e76-9523-4466-804c-c878ce8fda1e,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:25.840444 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-4a37f4a6-43cd-42c3-aa48-4f8e678de988 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Made reservation on behalf of c16830a0d09c47d390ee6bbfa6435793 for: {'port': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:57:25.840444 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-4a37f4a6-43cd-42c3-aa48-4f8e678de988 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:25.848594 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-b45ed06a-2023-47de-9184-109b3c090618 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=91ed3be450e942d598f0e8d10ecf2047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498013 Sep 15 17:57:25.851148 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 38084) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:57:25.905326 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e2d8d243-2696-4775-8537-861749a1cd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:25.926321 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e2d8d243-2696-4775-8537-861749a1cd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:26.039554 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e2d8d243-2696-4775-8537-861749a1cd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:26.042453 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e2d8d243-2696-4775-8537-861749a1cd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:26.046195 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-e2d8d243-2696-4775-8537-861749a1cd36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa8c0d9e-4948-4cb8-a6dc-3181ff978637 HTTP/1.1" status: 204 len: 168 time: 0.1914852 Sep 15 17:57:26.051421 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8d243-2696-4775-8537-861749a1cd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8c0d9e-4948-4cb8-a6dc-3181ff978637,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:26.066047 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2bc16341-8be6-4d40-a017-51aa8c89601f req-5ed483a7-5b14-4d9d-9171-cf61214a13c1 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 210 time: 0.0439491 Sep 15 17:57:26.077150 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['424b5e76-9523-4466-804c-c878ce8fda1e'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:57:26.124500 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-4a37f4a6-43cd-42c3-aa48-4f8e678de988 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Allocated IP 172.20.0.11 (4da47a5c-d2cd-42fe-9854-e0f9136b7152/f65e6417-ab92-4eaf-a9d5-8334761fc129/9d5433d3-794c-4cd4-a85d-d027f95d746a) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:57:26.181545 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f277a883-9452-4dcd-b777-c217ed9937ef {{(pid=106071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:57:26.192902 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:26.226301 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.provisioning_blocks [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] Transition to ACTIVE for port object f277a883-9452-4dcd-b777-c217ed9937ef will not be triggered until provisioned by entity L2. {{(pid=106071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:57:26.317322 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5462e5c-58b8-45ae-9375-df2a3a2a2a8d req-3a6aadb7-92ac-465a-90dc-cd702f2c55d3 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:26.319852 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d5462e5c-58b8-45ae-9375-df2a3a2a2a8d req-3a6aadb7-92ac-465a-90dc-cd702f2c55d3 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 931 time: 0.0669801 Sep 15 17:57:26.344378 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-4a37f4a6-43cd-42c3-aa48-4f8e678de988 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:26.346185 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:26.359305 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d5462e5c-58b8-45ae-9375-df2a3a2a2a8d req-3ee412d1-0c2e-4e13-bfea-d1e53b605f1f tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327961 Sep 15 17:57:26.428416 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] Pushing event updated for resources: {'Port': ['ID=f277a883-9452-4dcd-b777-c217ed9937ef,revision_number=2']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:26.459318 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1af3fd-96f6-430e-8a25-ab1c0ea763a8 req-0f9fb256-df41-4c99-b2cc-1a7f13c0b1fe tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:26.460987 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-9d1af3fd-96f6-430e-8a25-ab1c0ea763a8 req-0f9fb256-df41-4c99-b2cc-1a7f13c0b1fe tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.1381290 Sep 15 17:57:26.556555 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-9d1af3fd-96f6-430e-8a25-ab1c0ea763a8 req-dfb18ee6-5857-4469-a1ce-63a1335f3f64 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885065 Sep 15 17:57:26.563661 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-4a37f4a6-43cd-42c3-aa48-4f8e678de988 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:26.606392 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] Attempting to bind port f277a883-9452-4dcd-b777-c217ed9937ef on host hv-cinder-80522 for vnic_type normal with profile {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:57:26.606741 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] Attempting to bind port f277a883-9452-4dcd-b777-c217ed9937ef by drivers openvswitch,hyperv on host hv-cinder-80522 at level 0 using segments [{'id': 'b8d12c84-d6ba-42e1-8313-0c0a892e9c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '593619d1-1905-4982-8189-2490412fc927'}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:57:26.607066 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] Attempting to bind port f277a883-9452-4dcd-b777-c217ed9937ef on network 593619d1-1905-4982-8189-2490412fc927 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:57:26.629189 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] Port f277a883-9452-4dcd-b777-c217ed9937ef on network 593619d1-1905-4982-8189-2490412fc927 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80522 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:57:26.629189 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] Attempting to bind port f277a883-9452-4dcd-b777-c217ed9937ef on network 593619d1-1905-4982-8189-2490412fc927 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:57:26.629189 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-4a37f4a6-43cd-42c3-aa48-4f8e678de988 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Network 4da47a5c-d2cd-42fe-9854-e0f9136b7152 is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:57:26.635433 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37f4a6-43cd-42c3-aa48-4f8e678de988 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Pushing event updated for resources: {'Port': ['ID=9d5433d3-794c-4cd4-a85d-d027f95d746a,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:26.638027 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-4a37f4a6-43cd-42c3-aa48-4f8e678de988 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:57:26.640397 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-4a37f4a6-43cd-42c3-aa48-4f8e678de988 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:57:26.643645 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] Checking agent: {'id': 'd3977637-cbe2-41c3-a570-ab972cec54ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80522', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'started_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:57:26.643988 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] Checking segment: {'id': 'b8d12c84-d6ba-42e1-8313-0c0a892e9c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '593619d1-1905-4982-8189-2490412fc927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:57:26.644374 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] Bound using segment: {'id': 'b8d12c84-d6ba-42e1-8313-0c0a892e9c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '593619d1-1905-4982-8189-2490412fc927'} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:57:26.644912 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] Bound port: f277a883-9452-4dcd-b777-c217ed9937ef, host: hv-cinder-80522, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d12c84-d6ba-42e1-8313-0c0a892e9c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '593619d1-1905-4982-8189-2490412fc927'}}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:57:26.645214 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:26.675570 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160c9fd-d75c-4f1b-976d-942d16e33a0d req-c519d000-fe97-4f08-b6d6-9c48af842dcb tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:26.677183 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0160c9fd-d75c-4f1b-976d-942d16e33a0d req-c519d000-fe97-4f08-b6d6-9c48af842dcb tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 945 time: 0.0616498 Sep 15 17:57:26.724747 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-4a37f4a6-43cd-42c3-aa48-4f8e678de988 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:26.725386 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-4a37f4a6-43cd-42c3-aa48-4f8e678de988 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:26.736781 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0160c9fd-d75c-4f1b-976d-942d16e33a0d req-c497a47c-e8dc-4d13-b68a-36731ae78fe3 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400112 Sep 15 17:57:26.757108 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] For port f277a883-9452-4dcd-b777-c217ed9937ef, host hv-cinder-80522, cleared binding levels {{(pid=106071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:57:26.760164 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] For port f277a883-9452-4dcd-b777-c217ed9937ef, host hv-cinder-80522, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=f277a883-9452-4dcd-b777-c217ed9937ef,segment=NetworkSegment(b8d12c84-d6ba-42e1-8313-0c0a892e9c3a),segment_id=b8d12c84-d6ba-42e1-8313-0c0a892e9c3a)] {{(pid=106071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:57:26.866431 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-4a37f4a6-43cd-42c3-aa48-4f8e678de988 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3222783 Sep 15 17:57:26.885358 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] Request body: {'port': {'device_id': '75593774-ca46-450d-bcc7-ec6f30412d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80522'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:57:26.916854 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:26.921554 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['33cbfcdf-e5fb-429c-980e-8fedc82fdfc6', 'cc27d3bf-bf0b-4674-a0f0-a4810eee43d6', 'fc092084-f208-4784-95f3-c79c57d787be'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:57:26.968681 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:26.969322 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:26.970680 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] 10.222.0.37 "PUT /v2.0/ports/f277a883-9452-4dcd-b777-c217ed9937ef HTTP/1.1" status: 200 len: 1093 time: 1.3461936 Sep 15 17:57:26.971259 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734e5f46-7059-4565-8834-89ed34e791ac', 'tag': 'f277a883-9452-4dcd-b777-c217ed9937ef'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:57:26.973667 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22912815-3ba2-4e59-93ec-e1f800b455a1" -d '{"events": [{"name": "network-changed", "server_uuid": "734e5f46-7059-4565-8834-89ed34e791ac", "tag": "f277a883-9452-4dcd-b777-c217ed9937ef"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:57:26.976336 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:27.025592 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e361edd-e7ac-41b2-a4ce-416988e54156 x-openstack-request-id: req-2e361edd-e7ac-41b2-a4ce-416988e54156 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:57:27.025885 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734e5f46-7059-4565-8834-89ed34e791ac", "tag": "f277a883-9452-4dcd-b777-c217ed9937ef", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:57:27.026135 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e361edd-e7ac-41b2-a4ce-416988e54156 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:57:27.026655 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734e5f46-7059-4565-8834-89ed34e791ac', 'tag': 'f277a883-9452-4dcd-b777-c217ed9937ef', 'status': 'completed', 'code': 200} Sep 15 17:57:27.035315 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94da96-8c10-420e-b154-8db10e940c4f service neutron] Pushing event updated for resources: {'Port': ['ID=f277a883-9452-4dcd-b777-c217ed9937ef,revision_number=3']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:27.190096 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22912815-3ba2-4e59-93ec-e1f800b455a1 req-61fd0ae9-0ca8-4504-bc8b-b2b1a1df12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:27.191507 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-22912815-3ba2-4e59-93ec-e1f800b455a1 req-61fd0ae9-0ca8-4504-bc8b-b2b1a1df12ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c487a598613474cbc905cfa6955734f&device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 1096 time: 0.0815589 Sep 15 17:57:27.216229 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587654a-10d7-4668-aee0-d774d0f6887b req-c4ce1af0-2d09-4207-bcd9-5cf57ac1491d tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:27.217778 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a587654a-10d7-4668-aee0-d774d0f6887b req-c4ce1af0-2d09-4207-bcd9-5cf57ac1491d tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 932 time: 0.0631018 Sep 15 17:57:27.280872 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a587654a-10d7-4668-aee0-d774d0f6887b req-bea055ed-933d-4a90-b422-509aea9aa7e3 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537720 Sep 15 17:57:27.282181 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 424b5e76-9523-4466-804c-c878ce8fda1e up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:57:27.346263 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22912815-3ba2-4e59-93ec-e1f800b455a1 req-95fa3774-876c-441f-a32a-cbb3cc357589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:27.347733 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-22912815-3ba2-4e59-93ec-e1f800b455a1 req-95fa3774-876c-441f-a32a-cbb3cc357589 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3c487a598613474cbc905cfa6955734f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1303051 Sep 15 17:57:27.404555 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d5433d3-794c-4cd4-a85d-d027f95d746a {{(pid=106071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:57:27.414973 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:27.422207 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning for port 424b5e76-9523-4466-804c-c878ce8fda1e completed by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:57:27.426380 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port 424b5e76-9523-4466-804c-c878ce8fda1e triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:57:27.426858 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:27.461361 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.provisioning_blocks [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] Transition to ACTIVE for port object 9d5433d3-794c-4cd4-a85d-d027f95d746a will not be triggered until provisioned by entity L2. {{(pid=106071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:57:27.480227 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22912815-3ba2-4e59-93ec-e1f800b455a1 req-299dc088-254e-46a3-a0dd-4fe24cefbb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:27.485381 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-22912815-3ba2-4e59-93ec-e1f800b455a1 req-299dc088-254e-46a3-a0dd-4fe24cefbb48 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1141489 Sep 15 17:57:27.485496 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123f826-c236-4a7e-bcca-690b7a8bd883 req-3722b11d-41d2-4fcd-af75-0e7435d4ac97 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:27.485496 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9123f826-c236-4a7e-bcca-690b7a8bd883 req-3722b11d-41d2-4fcd-af75-0e7435d4ac97 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 943 time: 0.0587785 Sep 15 17:57:27.507711 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:27.531012 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9123f826-c236-4a7e-bcca-690b7a8bd883 req-726f4a6e-52d6-4a48-bd13-179992719718 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336945 Sep 15 17:57:27.532502 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf40d54-4054-4d49-8e88-8340a1910a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424b5e76-9523-4466-804c-c878ce8fda1e'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:57:27.535871 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23401ae-54ec-4285-b662-b8379d152069" -d '{"events": [{"server_uuid": "caf40d54-4054-4d49-8e88-8340a1910a5e", "name": "network-vif-plugged", "status": "completed", "tag": "424b5e76-9523-4466-804c-c878ce8fda1e"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:57:27.551448 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:27.551694 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 424b5e76-9523-4466-804c-c878ce8fda1e, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=424b5e76-9523-4466-804c-c878ce8fda1e,segment=NetworkSegment(e6e0047e-fda1-4193-a95f-880d919b5366),segment_id=e6e0047e-fda1-4193-a95f-880d919b5366)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:57:27.609414 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-c29213b5-8181-4315-bb29-ae3a842e6847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:27.610825 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-c29213b5-8181-4315-bb29-ae3a842e6847 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c487a598613474cbc905cfa6955734f&device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 1096 time: 0.0885921 Sep 15 17:57:27.623248 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd6e5fd-a79f-4286-81ea-2ddafde94ec8 x-openstack-request-id: req-ecd6e5fd-a79f-4286-81ea-2ddafde94ec8 {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:57:27.623575 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf40d54-4054-4d49-8e88-8340a1910a5e", "name": "network-vif-plugged", "status": "completed", "tag": "424b5e76-9523-4466-804c-c878ce8fda1e", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:57:27.624244 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecd6e5fd-a79f-4286-81ea-2ddafde94ec8 {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:57:27.624712 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf40d54-4054-4d49-8e88-8340a1910a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424b5e76-9523-4466-804c-c878ce8fda1e', 'code': 200} Sep 15 17:57:27.634952 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:27.642254 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] Pushing event updated for resources: {'Port': ['ID=9d5433d3-794c-4cd4-a85d-d027f95d746a,revision_number=2']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:27.724214 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=424b5e76-9523-4466-804c-c878ce8fda1e,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:27.728945 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-ae67ec8e-e41b-485d-8aff-dac3a53fd5f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f277a883-9452-4dcd-b777-c217ed9937ef HTTP/1.1" status: 200 len: 217 time: 0.0895596 Sep 15 17:57:27.735187 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf4f0f-15b9-4ec8-be6a-2f367790e4ab req-a51f6f57-a0eb-4113-98ba-3124fb14337c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:27.740996 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-91bf4f0f-15b9-4ec8-be6a-2f367790e4ab req-a51f6f57-a0eb-4113-98ba-3124fb14337c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0672603 Sep 15 17:57:27.778569 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-91bf4f0f-15b9-4ec8-be6a-2f367790e4ab req-8fc4a4d8-8ed2-4358-be55-2574aeea8030 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350730 Sep 15 17:57:27.780554 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] Attempting to bind port 9d5433d3-794c-4cd4-a85d-d027f95d746a on host hv-cinder-80522 for vnic_type normal with profile {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:57:27.780926 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] Attempting to bind port 9d5433d3-794c-4cd4-a85d-d027f95d746a by drivers openvswitch,hyperv on host hv-cinder-80522 at level 0 using segments [{'id': 'ddbd2a64-91ba-4b52-b6d9-455ad765d2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152'}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:57:27.781279 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] Attempting to bind port 9d5433d3-794c-4cd4-a85d-d027f95d746a on network 4da47a5c-d2cd-42fe-9854-e0f9136b7152 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:57:27.791282 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] Port 9d5433d3-794c-4cd4-a85d-d027f95d746a on network 4da47a5c-d2cd-42fe-9854-e0f9136b7152 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80522 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:57:27.792787 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] Attempting to bind port 9d5433d3-794c-4cd4-a85d-d027f95d746a on network 4da47a5c-d2cd-42fe-9854-e0f9136b7152 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:57:27.799753 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] Checking agent: {'id': 'd3977637-cbe2-41c3-a570-ab972cec54ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80522', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'started_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:57:27.800042 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] Checking segment: {'id': 'ddbd2a64-91ba-4b52-b6d9-455ad765d2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:57:27.800431 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] Bound using segment: {'id': 'ddbd2a64-91ba-4b52-b6d9-455ad765d2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152'} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:57:27.800894 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] Bound port: 9d5433d3-794c-4cd4-a85d-d027f95d746a, host: hv-cinder-80522, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbd2a64-91ba-4b52-b6d9-455ad765d2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152'}}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:57:27.801259 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:27.804964 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-8dca3fad-b6f2-4553-b25a-c58233c92ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:27.809075 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-8dca3fad-b6f2-4553-b25a-c58233c92ed0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1c3e9adc-3edc-489e-8e3e-7cdb669e8990 HTTP/1.1" status: 200 len: 849 time: 0.0643220 Sep 15 17:57:27.870923 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-6783f06d-771e-4526-85a6-8574f360249d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=593619d1-1905-4982-8189-2490412fc927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531600 Sep 15 17:57:27.967532 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-44f4d94d-b57c-4159-991e-b4b1ef635986 req-0ca53f63-9afc-476f-a4a1-d13fea87fa3c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523665 Sep 15 17:57:27.999060 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebde7c-e0a4-479d-a753-1d439532399e req-eaa4ca2c-d082-4167-8bc0-56a943e7775e tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:28.000573 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ccebde7c-e0a4-479d-a753-1d439532399e req-eaa4ca2c-d082-4167-8bc0-56a943e7775e tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 946 time: 0.1878490 Sep 15 17:57:28.001636 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] For port 9d5433d3-794c-4cd4-a85d-d027f95d746a, host hv-cinder-80522, cleared binding levels {{(pid=106071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:57:28.035064 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4d94d-b57c-4159-991e-b4b1ef635986 req-19287e10-b155-410f-8e70-a06d563f6bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:28.035648 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] For port 9d5433d3-794c-4cd4-a85d-d027f95d746a, host hv-cinder-80522, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=9d5433d3-794c-4cd4-a85d-d027f95d746a,segment=NetworkSegment(ddbd2a64-91ba-4b52-b6d9-455ad765d2e6),segment_id=ddbd2a64-91ba-4b52-b6d9-455ad765d2e6)] {{(pid=106071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:57:28.036798 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-44f4d94d-b57c-4159-991e-b4b1ef635986 req-19287e10-b155-410f-8e70-a06d563f6bd7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c16830a0d09c47d390ee6bbfa6435793&device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 1099 time: 0.0428863 Sep 15 17:57:28.081293 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-66354c52-dd70-4eda-9b73-7ed75ef4ab3e service neutron] 10.222.0.37 "GET /v2.0/networks/593619d1-1905-4982-8189-2490412fc927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956029 Sep 15 17:57:28.084981 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cd207-a6c5-464e-9ac0-3535a5d1d27f req-2b0a0401-b4f6-453e-97d7-cb7ebbe37b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:28.086357 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-9c4cd207-a6c5-464e-9ac0-3535a5d1d27f req-2b0a0401-b4f6-453e-97d7-cb7ebbe37b63 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 1099 time: 0.1152437 Sep 15 17:57:28.091362 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ccebde7c-e0a4-479d-a753-1d439532399e req-59b9c6fa-fc69-40e9-b7d7-aef6b49dfed8 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719008 Sep 15 17:57:28.217381 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4d94d-b57c-4159-991e-b4b1ef635986 req-5bce8a6b-d06d-439f-90f8-cfe51d3c61db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:28.218943 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-44f4d94d-b57c-4159-991e-b4b1ef635986 req-5bce8a6b-d06d-439f-90f8-cfe51d3c61db service neutron] 10.222.0.37 "GET /v2.0/networks?id=4da47a5c-d2cd-42fe-9854-e0f9136b7152 HTTP/1.1" status: 200 len: 915 time: 0.1602519 Sep 15 17:57:28.268991 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-44f4d94d-b57c-4159-991e-b4b1ef635986 req-3128460c-9c21-4c42-9943-a8b6128b3f59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 HTTP/1.1" status: 200 len: 217 time: 0.0411227 Sep 15 17:57:28.322354 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4d94d-b57c-4159-991e-b4b1ef635986 req-2235a70c-d2c1-47fd-a52a-d53e4a6c1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:28.323901 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-44f4d94d-b57c-4159-991e-b4b1ef635986 req-2235a70c-d2c1-47fd-a52a-d53e4a6c1303 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f65e6417-ab92-4eaf-a9d5-8334761fc129 HTTP/1.1" status: 200 len: 854 time: 0.0478394 Sep 15 17:57:28.367288 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-44f4d94d-b57c-4159-991e-b4b1ef635986 req-d5abccce-9764-4350-a264-863dbd76c045 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4da47a5c-d2cd-42fe-9854-e0f9136b7152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328670 Sep 15 17:57:28.390558 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:28.398208 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-9c4cd207-a6c5-464e-9ac0-3535a5d1d27f req-f447b2fe-3cc0-4c88-91e8-cd5698adf509 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911394 Sep 15 17:57:28.443132 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:28.443756 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:28.445168 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] 10.222.0.37 "PUT /v2.0/ports/9d5433d3-794c-4cd4-a85d-d027f95d746a HTTP/1.1" status: 200 len: 1094 time: 1.5639117 Sep 15 17:57:28.454804 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd4a91-c3fa-46dc-9c70-919bffaa9d61 req-58a209c2-9015-40d8-838a-fe8f39c18cbf tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:28.456280 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7dbd4a91-c3fa-46dc-9c70-919bffaa9d61 req-58a209c2-9015-40d8-838a-fe8f39c18cbf tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 944 time: 0.1139300 Sep 15 17:57:28.468812 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-342c15b6-1dd1-4452-b4d6-96e58aea1d1c req-ed919108-6051-4ebb-86d1-5bf378d078fb service neutron] 10.222.0.37 "GET /v2.0/networks/593619d1-1905-4982-8189-2490412fc927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693604 Sep 15 17:57:28.472077 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] Pushing event updated for resources: {'Port': ['ID=9d5433d3-794c-4cd4-a85d-d027f95d746a,revision_number=3']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:28.513138 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-44f4d94d-b57c-4159-991e-b4b1ef635986 req-8d17a316-79aa-4664-8fc2-1ff8b360b438 service neutron] 10.222.0.37 "GET /v2.0/networks/4da47a5c-d2cd-42fe-9854-e0f9136b7152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268904 Sep 15 17:57:28.514620 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7dbd4a91-c3fa-46dc-9c70-919bffaa9d61 req-0241b081-e358-4ea3-8bbf-f1ef1baef893 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504222 Sep 15 17:57:28.651350 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7f022-0bc3-4b71-9c75-f316ed442620 req-fe1c3c5b-5f38-4fea-ba52-93c7955122be tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:28.653095 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d5a7f022-0bc3-4b71-9c75-f316ed442620 req-fe1c3c5b-5f38-4fea-ba52-93c7955122be tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 943 time: 0.0559003 Sep 15 17:57:28.697453 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d5a7f022-0bc3-4b71-9c75-f316ed442620 req-fd8718f3-347d-4e92-853d-0015e04591f9 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380952 Sep 15 17:57:28.720194 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-44f4d94d-b57c-4159-991e-b4b1ef635986 req-e0dff0fd-579e-4ef1-9ee8-847ad701f9aa service neutron] 10.222.0.37 "GET /v2.0/networks/4da47a5c-d2cd-42fe-9854-e0f9136b7152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872092 Sep 15 17:57:28.773286 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-5f9b6d77-9930-4314-9700-96406f55a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:28.774685 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-5f9b6d77-9930-4314-9700-96406f55a403 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c16830a0d09c47d390ee6bbfa6435793&device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 1097 time: 0.0390205 Sep 15 17:57:28.818560 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-4066e3d4-571f-47c9-92a2-0ca401aae2f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d5433d3-794c-4cd4-a85d-d027f95d746a HTTP/1.1" status: 200 len: 217 time: 0.0319643 Sep 15 17:57:28.872346 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-6bf150c7-3bf8-4872-9e44-1efe395b060d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:28.873837 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-6bf150c7-3bf8-4872-9e44-1efe395b060d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f65e6417-ab92-4eaf-a9d5-8334761fc129 HTTP/1.1" status: 200 len: 854 time: 0.0462689 Sep 15 17:57:28.906510 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-f8e9f73b-d32f-4005-8bc9-084338c8b603 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4da47a5c-d2cd-42fe-9854-e0f9136b7152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241685 Sep 15 17:57:28.914137 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5553a9-654e-4aa7-9ba5-fe237061979e req-19e8adf7-c346-456f-bac5-51f798eafea2 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:28.915591 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bb5553a9-654e-4aa7-9ba5-fe237061979e req-19e8adf7-c346-456f-bac5-51f798eafea2 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0482266 Sep 15 17:57:28.958910 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bb5553a9-654e-4aa7-9ba5-fe237061979e req-44674543-ef8e-46df-92a6-6d4f17b50588 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365212 Sep 15 17:57:29.008220 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-5a796b64-93a2-47a1-97e2-9631ad449739 service neutron] 10.222.0.37 "GET /v2.0/networks/4da47a5c-d2cd-42fe-9854-e0f9136b7152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915277 Sep 15 17:57:29.033171 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75593774-ca46-450d-bcc7-ec6f30412d2b', 'tag': '9d5433d3-794c-4cd4-a85d-d027f95d746a'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:57:29.035343 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0620edd3-86bc-42ba-ae59-1c968b92ec2a" -d '{"events": [{"name": "network-changed", "server_uuid": "75593774-ca46-450d-bcc7-ec6f30412d2b", "tag": "9d5433d3-794c-4cd4-a85d-d027f95d746a"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:57:29.079972 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f883ba9-1337-4993-9c13-7700257b2947 x-openstack-request-id: req-1f883ba9-1337-4993-9c13-7700257b2947 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:57:29.080288 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75593774-ca46-450d-bcc7-ec6f30412d2b", "tag": "9d5433d3-794c-4cd4-a85d-d027f95d746a", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:57:29.080535 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f883ba9-1337-4993-9c13-7700257b2947 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:57:29.080920 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75593774-ca46-450d-bcc7-ec6f30412d2b', 'tag': '9d5433d3-794c-4cd4-a85d-d027f95d746a', 'status': 'completed', 'code': 200} Sep 15 17:57:29.110654 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-ac100230-1d32-4809-b30d-0f36fc5fced5 service neutron] 10.222.0.37 "GET /v2.0/networks/4da47a5c-d2cd-42fe-9854-e0f9136b7152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947521 Sep 15 17:57:29.209008 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7bd63-298c-47cd-9740-b3f6e8fe589c req-31f12eff-34e1-4847-83a2-4c0aecf9411b tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:29.210666 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cae7bd63-298c-47cd-9740-b3f6e8fe589c req-31f12eff-34e1-4847-83a2-4c0aecf9411b tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 946 time: 0.0486708 Sep 15 17:57:29.248824 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cae7bd63-298c-47cd-9740-b3f6e8fe589c req-456df516-bccd-4868-8a72-5543100949c8 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312076 Sep 15 17:57:29.274533 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620edd3-86bc-42ba-ae59-1c968b92ec2a req-e35e609a-ea6a-4d77-a655-0ca4b47b4168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:29.276083 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0620edd3-86bc-42ba-ae59-1c968b92ec2a req-e35e609a-ea6a-4d77-a655-0ca4b47b4168 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c16830a0d09c47d390ee6bbfa6435793&device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 1097 time: 0.0415008 Sep 15 17:57:29.368545 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620edd3-86bc-42ba-ae59-1c968b92ec2a req-f56f87fb-acc6-4e35-b327-4c53782ac483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:29.370015 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0620edd3-86bc-42ba-ae59-1c968b92ec2a req-f56f87fb-acc6-4e35-b327-4c53782ac483 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4da47a5c-d2cd-42fe-9854-e0f9136b7152 HTTP/1.1" status: 200 len: 915 time: 0.0848858 Sep 15 17:57:29.415715 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0620edd3-86bc-42ba-ae59-1c968b92ec2a req-17d9c3f4-9df4-40a1-b148-4f4ac80b30ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d5433d3-794c-4cd4-a85d-d027f95d746a HTTP/1.1" status: 200 len: 217 time: 0.0325000 Sep 15 17:57:29.469125 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620edd3-86bc-42ba-ae59-1c968b92ec2a req-1756008e-cd37-4196-820a-5def0c902753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:29.470522 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0620edd3-86bc-42ba-ae59-1c968b92ec2a req-1756008e-cd37-4196-820a-5def0c902753 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f65e6417-ab92-4eaf-a9d5-8334761fc129 HTTP/1.1" status: 200 len: 854 time: 0.0422204 Sep 15 17:57:29.507221 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0620edd3-86bc-42ba-ae59-1c968b92ec2a req-1bb8e069-0703-4680-a0f0-f400bd9b03af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4da47a5c-d2cd-42fe-9854-e0f9136b7152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278888 Sep 15 17:57:29.631040 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0620edd3-86bc-42ba-ae59-1c968b92ec2a req-bbebef22-a326-4a49-b1c0-9aa526bd152e service neutron] 10.222.0.37 "GET /v2.0/networks/4da47a5c-d2cd-42fe-9854-e0f9136b7152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138175 Sep 15 17:57:29.672988 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8b70a-b2e2-4b06-9f03-d9ae7ab47954 req-6dd3a2d8-cbe6-450e-acdf-608ce0af31e5 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:29.674483 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ada8b70a-b2e2-4b06-9f03-d9ae7ab47954 req-6dd3a2d8-cbe6-450e-acdf-608ce0af31e5 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 944 time: 0.0907269 Sep 15 17:57:29.758003 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ada8b70a-b2e2-4b06-9f03-d9ae7ab47954 req-b198da2a-a5d3-478a-b2be-7d41d93c060b tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766313 Sep 15 17:57:29.766049 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0620edd3-86bc-42ba-ae59-1c968b92ec2a req-dcbaa1f9-5210-4500-ae5a-f56df8ad71cb service neutron] 10.222.0.37 "GET /v2.0/networks/4da47a5c-d2cd-42fe-9854-e0f9136b7152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273398 Sep 15 17:57:29.833632 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc034ae5-185f-4871-8314-e4f52dc29185 req-08afaf05-87b4-44cc-b216-aa7216810f4d tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:29.835111 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cc034ae5-185f-4871-8314-e4f52dc29185 req-08afaf05-87b4-44cc-b216-aa7216810f4d tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 943 time: 0.0522258 Sep 15 17:57:29.876725 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cc034ae5-185f-4871-8314-e4f52dc29185 req-e070075d-ab0b-40ce-a621-b3d4264842e0 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353882 Sep 15 17:57:30.080979 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfa241-f257-4903-982f-ef7fe251a2ae req-3f51c57b-8ed2-4ea2-85e3-61cd590d4796 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:30.082461 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7ddfa241-f257-4903-982f-ef7fe251a2ae req-3f51c57b-8ed2-4ea2-85e3-61cd590d4796 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0532072 Sep 15 17:57:30.120533 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7ddfa241-f257-4903-982f-ef7fe251a2ae req-31a3a301-1314-491d-8eec-786296c8e384 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321081 Sep 15 17:57:30.369250 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8574d0b-ea8b-491a-982d-924c9da7e78b req-0d91590c-231f-48e6-9ae9-84fdb2051b71 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:30.370728 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b8574d0b-ea8b-491a-982d-924c9da7e78b req-0d91590c-231f-48e6-9ae9-84fdb2051b71 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 946 time: 0.0490503 Sep 15 17:57:30.407154 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b8574d0b-ea8b-491a-982d-924c9da7e78b req-8c5486b6-9ebc-40f1-8ab7-2be09633ca18 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305092 Sep 15 17:57:30.885613 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d7903-325b-4c14-a008-db3f1878ecbc req-6496ca6c-cdbb-4daf-b7a3-0b0bf209619b tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:30.887729 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-382d7903-325b-4c14-a008-db3f1878ecbc req-6496ca6c-cdbb-4daf-b7a3-0b0bf209619b tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 944 time: 0.0527923 Sep 15 17:57:30.932173 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-382d7903-325b-4c14-a008-db3f1878ecbc req-3f7801b1-7670-4d1d-b78c-20f28e3da2fa tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385048 Sep 15 17:57:30.997728 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3280b-ffc4-4f56-a51e-3ebb8d1457a9 req-a0e0da9f-b833-4a26-81b9-b4a082a58134 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:30.999232 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d9e3280b-ffc4-4f56-a51e-3ebb8d1457a9 req-a0e0da9f-b833-4a26-81b9-b4a082a58134 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 943 time: 0.0492861 Sep 15 17:57:31.035458 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d9e3280b-ffc4-4f56-a51e-3ebb8d1457a9 req-b93e1d78-fdf4-4896-9517-f37a751cd6f3 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303576 Sep 15 17:57:31.235672 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19721fc7-e9c2-477f-aa62-4e408aca1325 req-6729e442-4f94-481a-a1ce-58736c47b42c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:31.237109 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-19721fc7-e9c2-477f-aa62-4e408aca1325 req-6729e442-4f94-481a-a1ce-58736c47b42c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0491836 Sep 15 17:57:31.289622 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-19721fc7-e9c2-477f-aa62-4e408aca1325 req-44d610bb-b0bd-41a3-bbcb-f3dfc50c02dd tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369463 Sep 15 17:57:31.297093 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device f277a883-9452-4dcd-b777-c217ed9937ef details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:57:31.392919 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port f277a883-9452-4dcd-b777-c217ed9937ef, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=f277a883-9452-4dcd-b777-c217ed9937ef,segment=NetworkSegment(b8d12c84-d6ba-42e1-8313-0c0a892e9c3a),segment_id=b8d12c84-d6ba-42e1-8313-0c0a892e9c3a)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:57:31.403747 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': 'f277a883-9452-4dcd-b777-c217ed9937ef', 'network_id': '593619d1-1905-4982-8189-2490412fc927', 'port_id': 'f277a883-9452-4dcd-b777-c217ed9937ef', 'mac_address': 'fa:16:3e:9c:99:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3e9adc-3edc-489e-8e3e-7cdb669e8990', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:57:31.439941 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:31.452499 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f277a883-9452-4dcd-b777-c217ed9937ef {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:57:31.474958 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port f277a883-9452-4dcd-b777-c217ed9937ef, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=f277a883-9452-4dcd-b777-c217ed9937ef,segment=NetworkSegment(b8d12c84-d6ba-42e1-8313-0c0a892e9c3a),segment_id=b8d12c84-d6ba-42e1-8313-0c0a892e9c3a)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:57:31.558969 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:31.559648 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 9d5433d3-794c-4cd4-a85d-d027f95d746a details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:57:31.632044 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=f277a883-9452-4dcd-b777-c217ed9937ef,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:31.691424 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 9d5433d3-794c-4cd4-a85d-d027f95d746a, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=9d5433d3-794c-4cd4-a85d-d027f95d746a,segment=NetworkSegment(ddbd2a64-91ba-4b52-b6d9-455ad765d2e6),segment_id=ddbd2a64-91ba-4b52-b6d9-455ad765d2e6)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:57:31.702918 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': '9d5433d3-794c-4cd4-a85d-d027f95d746a', 'network_id': '4da47a5c-d2cd-42fe-9854-e0f9136b7152', 'port_id': '9d5433d3-794c-4cd4-a85d-d027f95d746a', 'mac_address': 'fa:16:3e:f5:aa:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f65e6417-ab92-4eaf-a9d5-8334761fc129', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:57:31.745652 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:31.758919 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5433d3-794c-4cd4-a85d-d027f95d746a {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:57:31.780111 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 9d5433d3-794c-4cd4-a85d-d027f95d746a, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=9d5433d3-794c-4cd4-a85d-d027f95d746a,segment=NetworkSegment(ddbd2a64-91ba-4b52-b6d9-455ad765d2e6),segment_id=ddbd2a64-91ba-4b52-b6d9-455ad765d2e6)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:57:31.867497 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:31.915153 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=9d5433d3-794c-4cd4-a85d-d027f95d746a,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:32.048174 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f2d8d-fedf-4e7c-bc01-01ac3fb66e80 req-51c59723-94f5-4157-8940-a8fb7611dd37 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:32.049654 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-447f2d8d-fedf-4e7c-bc01-01ac3fb66e80 req-51c59723-94f5-4157-8940-a8fb7611dd37 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 945 time: 0.0472898 Sep 15 17:57:32.093008 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-447f2d8d-fedf-4e7c-bc01-01ac3fb66e80 req-a3435ad6-d4d1-4769-a1d9-b0812df5c660 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375264 Sep 15 17:57:32.153336 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d63b2d-8578-4629-bc4c-fb65398284a6 req-f30c1c66-7728-45aa-a193-41f77165d2b5 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:32.154814 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b0d63b2d-8578-4629-bc4c-fb65398284a6 req-f30c1c66-7728-45aa-a193-41f77165d2b5 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 944 time: 0.0523920 Sep 15 17:57:32.190860 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b0d63b2d-8578-4629-bc4c-fb65398284a6 req-f30bcee2-e4a9-43b3-835d-8028c83dc927 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297701 Sep 15 17:57:32.332110 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['9d5433d3-794c-4cd4-a85d-d027f95d746a'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:57:32.355643 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['f277a883-9452-4dcd-b777-c217ed9937ef'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:57:32.410171 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2f71c-dbea-4ec0-a7bc-d921b5e7a1fb req-f8854c8e-2a48-46b1-bd5e-88760f34ebc1 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:32.412218 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-dcb2f71c-dbea-4ec0-a7bc-d921b5e7a1fb req-f8854c8e-2a48-46b1-bd5e-88760f34ebc1 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0493529 Sep 15 17:57:32.458234 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-dcb2f71c-dbea-4ec0-a7bc-d921b5e7a1fb req-3b7d6114-cb50-43d2-8c67-988dc8bccaab tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373161 Sep 15 17:57:32.536541 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b709a-9625-4ed4-b49b-4b35dbe34b23 req-7851ab59-9bb2-49d3-b1e6-73b7dce9ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:32.538060 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7c5b709a-9625-4ed4-b49b-4b35dbe34b23 req-7851ab59-9bb2-49d3-b1e6-73b7dce9ad9e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 1099 time: 0.0415692 Sep 15 17:57:32.574666 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7c5b709a-9625-4ed4-b49b-4b35dbe34b23 req-54f9a232-b61b-48d7-be11-8a82b8873dab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286050 Sep 15 17:57:32.622360 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:33.209642 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1555a2-d74d-4335-8f82-559998286e53 req-6e214c61-f77d-4045-a7e1-eae99c909cd0 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:33.211500 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4c1555a2-d74d-4335-8f82-559998286e53 req-6e214c61-f77d-4045-a7e1-eae99c909cd0 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 945 time: 0.0489368 Sep 15 17:57:33.249650 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4c1555a2-d74d-4335-8f82-559998286e53 req-e656428c-22d5-4217-b3d8-2f395738dd74 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319972 Sep 15 17:57:33.305546 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f790d8-f636-4ad3-9b78-9b9961eed090 req-f49eb9eb-fe30-42af-8fb1-c2f0431ef888 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:33.307058 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-27f790d8-f636-4ad3-9b78-9b9961eed090 req-f49eb9eb-fe30-42af-8fb1-c2f0431ef888 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 944 time: 0.0485115 Sep 15 17:57:33.344135 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-27f790d8-f636-4ad3-9b78-9b9961eed090 req-6ab76d9a-9d1d-4149-8322-7c2fe282a1a8 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311005 Sep 15 17:57:33.575512 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76957a08-75c6-4bf9-ba24-af996123d1d0 req-c2427697-d787-4598-9a83-9ca7085c3d91 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:33.577055 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-76957a08-75c6-4bf9-ba24-af996123d1d0 req-c2427697-d787-4598-9a83-9ca7085c3d91 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0534801 Sep 15 17:57:33.613362 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-76957a08-75c6-4bf9-ba24-af996123d1d0 req-812e57e3-924c-4525-84da-1fa209026255 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305066 Sep 15 17:57:34.369558 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7fbdc-eb7d-4548-acc8-be1d274518df req-f28a6c0a-5d70-4f7b-ade9-cf775852e30e tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:34.371226 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-84c7fbdc-eb7d-4548-acc8-be1d274518df req-f28a6c0a-5d70-4f7b-ade9-cf775852e30e tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 945 time: 0.0529354 Sep 15 17:57:34.412909 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-84c7fbdc-eb7d-4548-acc8-be1d274518df req-d078e100-f6b4-4dec-9c19-d43cebf7c673 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357940 Sep 15 17:57:34.469070 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2631dfd-a1a0-4eb3-b35c-580f827312de req-b0a8d96c-350f-4308-a9ad-87d2b118b3b3 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:34.470555 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d2631dfd-a1a0-4eb3-b35c-580f827312de req-b0a8d96c-350f-4308-a9ad-87d2b118b3b3 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 944 time: 0.0526741 Sep 15 17:57:34.510707 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d2631dfd-a1a0-4eb3-b35c-580f827312de req-77db79db-ca3f-4497-8ee2-82478caac175 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333662 Sep 15 17:57:34.726616 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4250e9-174a-465a-88d1-0e283808c16b req-75f41706-de23-43fd-a888-9bc2230b6af1 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:34.728074 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4a4250e9-174a-465a-88d1-0e283808c16b req-75f41706-de23-43fd-a888-9bc2230b6af1 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0493913 Sep 15 17:57:34.763759 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4a4250e9-174a-465a-88d1-0e283808c16b req-2a9c1a48-cb1e-4c75-a8eb-35b3b3b110df tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297844 Sep 15 17:57:35.207209 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe70e8-cafe-4b67-b774-80cc7600a716 req-456879da-6dd3-4104-9fa2-8aba2484166f tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:35.209170 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-83fe70e8-cafe-4b67-b774-80cc7600a716 req-456879da-6dd3-4104-9fa2-8aba2484166f tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0477369 Sep 15 17:57:35.278708 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-83fe70e8-cafe-4b67-b774-80cc7600a716 req-61022284-3ee7-4ae8-a7f4-10058eb0232f tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632730 Sep 15 17:57:35.293116 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6af88a-1b6f-4f37-a600-7c44eece812f req-abe3dde3-d1d6-47b7-baf7-c5f099c68990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:35.294593 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-df6af88a-1b6f-4f37-a600-7c44eece812f req-abe3dde3-d1d6-47b7-baf7-c5f099c68990 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60eeb6732c944f73b5124264b05fed93&device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 1099 time: 0.0585470 Sep 15 17:57:35.322551 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device f277a883-9452-4dcd-b777-c217ed9937ef up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:57:35.386829 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6af88a-1b6f-4f37-a600-7c44eece812f req-80028cc5-436f-4e4f-bf19-7c1a973a256b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:35.388299 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-df6af88a-1b6f-4f37-a600-7c44eece812f req-80028cc5-436f-4e4f-bf19-7c1a973a256b service neutron] 10.222.0.37 "GET /v2.0/networks?id=396115e6-db56-4072-bd7b-ec58ca4ae889 HTTP/1.1" status: 200 len: 920 time: 0.0841038 Sep 15 17:57:35.437497 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-df6af88a-1b6f-4f37-a600-7c44eece812f req-94bd0bd1-8763-428b-b8a6-3ecd27f0e9a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e19d0cd-81ce-411e-927f-5c2ef4eb068c HTTP/1.1" status: 200 len: 217 time: 0.0395370 Sep 15 17:57:35.443122 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning for port f277a883-9452-4dcd-b777-c217ed9937ef completed by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:57:35.451843 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port f277a883-9452-4dcd-b777-c217ed9937ef triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:57:35.456266 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:35.500486 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6af88a-1b6f-4f37-a600-7c44eece812f req-1ac7aaa5-71a5-4a43-82fb-0881f95681b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:35.502167 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-df6af88a-1b6f-4f37-a600-7c44eece812f req-1ac7aaa5-71a5-4a43-82fb-0881f95681b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13cfe71f-2229-47b4-a747-3c2f6b40d99e HTTP/1.1" status: 200 len: 859 time: 0.0463743 Sep 15 17:57:35.535070 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-df6af88a-1b6f-4f37-a600-7c44eece812f req-fe5ee0d6-1247-497b-a73b-009c7f9c56eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=396115e6-db56-4072-bd7b-ec58ca4ae889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253141 Sep 15 17:57:35.541750 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9b155-ac6d-47a5-b382-b3112d76682b req-3227ab5a-1807-438f-84e2-71c9af151aa5 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:35.542390 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:35.543251 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-80e9b155-ac6d-47a5-b382-b3112d76682b req-3227ab5a-1807-438f-84e2-71c9af151aa5 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 945 time: 0.0520923 Sep 15 17:57:35.569202 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734e5f46-7059-4565-8834-89ed34e791ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f277a883-9452-4dcd-b777-c217ed9937ef'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:57:35.571868 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c7c3cc-deab-4cf4-bda6-1dc179ad57f6" -d '{"events": [{"server_uuid": "734e5f46-7059-4565-8834-89ed34e791ac", "name": "network-vif-plugged", "status": "completed", "tag": "f277a883-9452-4dcd-b777-c217ed9937ef"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:57:35.588730 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port f277a883-9452-4dcd-b777-c217ed9937ef, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=f277a883-9452-4dcd-b777-c217ed9937ef,segment=NetworkSegment(b8d12c84-d6ba-42e1-8313-0c0a892e9c3a),segment_id=b8d12c84-d6ba-42e1-8313-0c0a892e9c3a)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:57:35.593302 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-80e9b155-ac6d-47a5-b382-b3112d76682b req-36466c86-4495-4f1e-90a9-0d23cbe6cc33 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412579 Sep 15 17:57:35.632058 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f437e2e-5144-4ef7-83cf-2f9d367b740d x-openstack-request-id: req-5f437e2e-5144-4ef7-83cf-2f9d367b740d {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:57:35.633430 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734e5f46-7059-4565-8834-89ed34e791ac", "name": "network-vif-plugged", "status": "completed", "tag": "f277a883-9452-4dcd-b777-c217ed9937ef", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:57:35.633430 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f437e2e-5144-4ef7-83cf-2f9d367b740d {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:57:35.633430 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734e5f46-7059-4565-8834-89ed34e791ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f277a883-9452-4dcd-b777-c217ed9937ef', 'code': 200} Sep 15 17:57:35.648534 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:35.649560 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 9d5433d3-794c-4cd4-a85d-d027f95d746a up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:57:35.689458 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14ef49-caa3-404e-bfbb-3c261389832e req-f4da74b8-66b9-4646-97e7-6e5434a1b102 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:35.692956 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-df14ef49-caa3-404e-bfbb-3c261389832e req-f4da74b8-66b9-4646-97e7-6e5434a1b102 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 944 time: 0.1006603 Sep 15 17:57:35.697092 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-df6af88a-1b6f-4f37-a600-7c44eece812f req-0a1e805b-57b1-4dfa-8094-dee4c638d3d7 service neutron] 10.222.0.37 "GET /v2.0/networks/396115e6-db56-4072-bd7b-ec58ca4ae889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525838 Sep 15 17:57:35.727818 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=f277a883-9452-4dcd-b777-c217ed9937ef,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:35.738673 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:35.739816 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:35.740051 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:35.740252 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:35.740615 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:35.740951 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:35.741280 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:35.741916 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:35.742034 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:35.742280 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:35.742607 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:35.742931 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:57:35.759350 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-df14ef49-caa3-404e-bfbb-3c261389832e req-018b1fc5-b094-47c9-8ae1-4e5875837138 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608819 Sep 15 17:57:35.814036 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning for port 9d5433d3-794c-4cd4-a85d-d027f95d746a completed by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:57:35.818275 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port 9d5433d3-794c-4cd4-a85d-d027f95d746a triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:57:35.818647 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:35.821851 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-df6af88a-1b6f-4f37-a600-7c44eece812f req-85a8b809-8bf9-4c3c-a7ac-ea00c135dd8d service neutron] 10.222.0.37 "GET /v2.0/networks/396115e6-db56-4072-bd7b-ec58ca4ae889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164460 Sep 15 17:57:35.899496 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:35.932044 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 9d5433d3-794c-4cd4-a85d-d027f95d746a, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=9d5433d3-794c-4cd4-a85d-d027f95d746a,segment=NetworkSegment(ddbd2a64-91ba-4b52-b6d9-455ad765d2e6),segment_id=ddbd2a64-91ba-4b52-b6d9-455ad765d2e6)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:57:35.953505 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b3506-0ef3-4d75-9df2-90602e79fa62 req-92db18be-7352-406c-98fb-d2c326c4f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:35.954249 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-972b3506-0ef3-4d75-9df2-90602e79fa62 req-92db18be-7352-406c-98fb-d2c326c4f285 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 1098 time: 0.0456572 Sep 15 17:57:35.993577 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-972b3506-0ef3-4d75-9df2-90602e79fa62 req-82f1c58c-5867-4815-81fb-5e26a303f31e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293660 Sep 15 17:57:36.022507 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:36.071931 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=9d5433d3-794c-4cd4-a85d-d027f95d746a,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:36.395436 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b851ae7-abaa-44dc-bf9e-e2cec79ccc3a req-46695690-ebc7-4a89-90a8-2dfb5fa41405 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:36.396910 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1b851ae7-abaa-44dc-bf9e-e2cec79ccc3a req-46695690-ebc7-4a89-90a8-2dfb5fa41405 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0477710 Sep 15 17:57:36.436425 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1b851ae7-abaa-44dc-bf9e-e2cec79ccc3a req-239265ff-39b8-4bb2-b729-56b51c9a8891 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332279 Sep 15 17:57:36.585810 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45748b8f-1f71-4fab-a30f-69acfbedb080 req-15dd8202-c3ef-4637-a82e-dd22afa024f8 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:36.587363 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-45748b8f-1f71-4fab-a30f-69acfbedb080 req-15dd8202-c3ef-4637-a82e-dd22afa024f8 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0565886 Sep 15 17:57:36.628291 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-45748b8f-1f71-4fab-a30f-69acfbedb080 req-983ebb99-75e3-4dd4-84fb-55f0452cd0bd tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347173 Sep 15 17:57:36.705458 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec079a-f248-4798-9b89-16027322fdd4 req-fecb43e0-d7ec-4d75-b503-5e0d404c8802 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:36.706907 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4dec079a-f248-4798-9b89-16027322fdd4 req-fecb43e0-d7ec-4d75-b503-5e0d404c8802 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 946 time: 0.0488560 Sep 15 17:57:36.745972 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4dec079a-f248-4798-9b89-16027322fdd4 req-28fae8c4-6228-4254-9382-2756b4841ef7 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330808 Sep 15 17:57:36.879929 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb1659-81dc-45c4-96d4-084e3bd759a0 req-37c9a9df-9f2e-4ae3-9836-0ce2bfd4bf16 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:36.881397 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-89eb1659-81dc-45c4-96d4-084e3bd759a0 req-37c9a9df-9f2e-4ae3-9836-0ce2bfd4bf16 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 945 time: 0.0558174 Sep 15 17:57:36.922730 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-89eb1659-81dc-45c4-96d4-084e3bd759a0 req-efa47324-92de-4168-9d1e-a6f3a0c597b9 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353386 Sep 15 17:57:37.551751 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5aade-43f0-483d-812b-a0442ea07d08 req-4422bef3-fae8-4df7-b4ce-0d062abcfa9f tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:37.553253 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-64d5aade-43f0-483d-812b-a0442ea07d08 req-4422bef3-fae8-4df7-b4ce-0d062abcfa9f tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0476768 Sep 15 17:57:37.591769 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-64d5aade-43f0-483d-812b-a0442ea07d08 req-1e9a6eba-62ad-4e73-81ef-55abfd5c5661 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326433 Sep 15 17:57:37.635036 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75593774-ca46-450d-bcc7-ec6f30412d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5433d3-794c-4cd4-a85d-d027f95d746a'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:57:37.637380 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40343e8f-557e-448b-98b5-a4587408e513" -d '{"events": [{"server_uuid": "75593774-ca46-450d-bcc7-ec6f30412d2b", "name": "network-vif-plugged", "status": "completed", "tag": "9d5433d3-794c-4cd4-a85d-d027f95d746a"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:57:37.684390 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cb47c8-2712-44a9-8737-49e4ef1f3839 x-openstack-request-id: req-87cb47c8-2712-44a9-8737-49e4ef1f3839 {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:57:37.684732 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75593774-ca46-450d-bcc7-ec6f30412d2b", "name": "network-vif-plugged", "status": "completed", "tag": "9d5433d3-794c-4cd4-a85d-d027f95d746a", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:57:37.684989 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87cb47c8-2712-44a9-8737-49e4ef1f3839 {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:57:37.685377 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75593774-ca46-450d-bcc7-ec6f30412d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5433d3-794c-4cd4-a85d-d027f95d746a', 'code': 200} Sep 15 17:57:37.754044 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2b772-4cc8-4b35-a960-0cb18895e984 req-f33e12bf-79e9-4d0f-85a2-f58e10bf96a8 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:37.756002 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c1c2b772-4cc8-4b35-a960-0cb18895e984 req-f33e12bf-79e9-4d0f-85a2-f58e10bf96a8 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0505559 Sep 15 17:57:37.795700 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c1c2b772-4cc8-4b35-a960-0cb18895e984 req-57cd8e0a-18df-4d67-9d2e-f3bd585fb006 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335226 Sep 15 17:57:37.865563 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208f7dd-1012-4437-99ef-15e7be0251f5 req-ef01d073-d068-4e0d-8379-e4902a97bedd tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:37.867155 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6208f7dd-1012-4437-99ef-15e7be0251f5 req-ef01d073-d068-4e0d-8379-e4902a97bedd tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 946 time: 0.0497007 Sep 15 17:57:37.906478 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6208f7dd-1012-4437-99ef-15e7be0251f5 req-c410fe7f-bf19-4c61-a5bb-eef3402efa14 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331972 Sep 15 17:57:38.041011 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a92d1-c591-4c14-b6db-77da7577f3de req-7492819d-3c14-4f82-bde9-6c8da9ece500 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:38.042460 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0f9a92d1-c591-4c14-b6db-77da7577f3de req-7492819d-3c14-4f82-bde9-6c8da9ece500 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 945 time: 0.0472655 Sep 15 17:57:38.059614 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee104d0-e20c-4e3f-950f-a9f788653d60 req-4c4e62b2-18d1-4bec-a6a4-705620ef8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:38.061246 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2ee104d0-e20c-4e3f-950f-a9f788653d60 req-4c4e62b2-18d1-4bec-a6a4-705620ef8324 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 1099 time: 0.0418916 Sep 15 17:57:38.087768 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0f9a92d1-c591-4c14-b6db-77da7577f3de req-3f7b6cb1-0dd4-4ca3-a6e8-ec24f3944b73 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388138 Sep 15 17:57:38.106341 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2ee104d0-e20c-4e3f-950f-a9f788653d60 req-e746ba6a-1615-4517-8f2d-b0ef43c8e275 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327587 Sep 15 17:57:38.711751 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a3437-f63c-4989-a7d3-ec411fd8abb0 req-67ab4db2-cb2e-453d-96ee-8219dd8c0122 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:38.713267 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-151a3437-f63c-4989-a7d3-ec411fd8abb0 req-67ab4db2-cb2e-453d-96ee-8219dd8c0122 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0535758 Sep 15 17:57:38.749441 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-151a3437-f63c-4989-a7d3-ec411fd8abb0 req-9a734ff1-e053-43a6-ae46-7e893b89afa7 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302339 Sep 15 17:57:38.913129 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6989dd-bded-4e18-89b8-12ca3de584bf req-52b97a81-8162-4be9-bab4-6c9d90ef1015 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:38.914607 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0a6989dd-bded-4e18-89b8-12ca3de584bf req-52b97a81-8162-4be9-bab4-6c9d90ef1015 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0473416 Sep 15 17:57:38.964233 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0a6989dd-bded-4e18-89b8-12ca3de584bf req-faa6d68a-69c5-4ff1-a319-c5b7d6fa67c8 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436063 Sep 15 17:57:39.038167 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8900e-d235-4196-a42d-bde8c643401d req-e87f2a4c-68e8-4d57-ac9a-a3bde476a03d tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:39.039645 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-24b8900e-d235-4196-a42d-bde8c643401d req-e87f2a4c-68e8-4d57-ac9a-a3bde476a03d tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 946 time: 0.0486419 Sep 15 17:57:39.081118 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-24b8900e-d235-4196-a42d-bde8c643401d req-e87ac71e-cca6-4e9b-b6bf-9b13c0349bea tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355623 Sep 15 17:57:39.528820 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea68cc-7fa7-49b1-9b69-e9e89956a5c9 req-033bb9fd-6991-49de-aefc-a211b2868d1a tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:39.530425 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b4ea68cc-7fa7-49b1-9b69-e9e89956a5c9 req-033bb9fd-6991-49de-aefc-a211b2868d1a tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 945 time: 0.0479543 Sep 15 17:57:39.567921 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b4ea68cc-7fa7-49b1-9b69-e9e89956a5c9 req-15c4ff6c-f51a-4e85-9a9e-443c8146f541 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309503 Sep 15 17:57:39.864896 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fbf1e-ebb0-4e9c-b326-0bb01c953a2f req-a1757249-c5ee-44ba-ac10-e2ddd6e55698 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:39.866367 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1e0fbf1e-ebb0-4e9c-b326-0bb01c953a2f req-a1757249-c5ee-44ba-ac10-e2ddd6e55698 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0491674 Sep 15 17:57:39.906297 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1e0fbf1e-ebb0-4e9c-b326-0bb01c953a2f req-99bfdc3e-7680-4083-ad4d-845600f5d2da tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339699 Sep 15 17:57:40.085482 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73842533-0e93-4feb-82c0-462d3cc02977 req-7aa377b3-406a-4bc1-adc1-a2c80a34b0dd tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:40.087070 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-73842533-0e93-4feb-82c0-462d3cc02977 req-7aa377b3-406a-4bc1-adc1-a2c80a34b0dd tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0529737 Sep 15 17:57:40.127523 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-73842533-0e93-4feb-82c0-462d3cc02977 req-970cfef9-24fe-4a56-a786-236131a01cf8 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345621 Sep 15 17:57:40.195669 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf15a6-e15e-4b8d-a78b-42cd75107d38 req-f43a2e26-fac2-439c-9995-d1d5f96afa24 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:40.197325 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f1bf15a6-e15e-4b8d-a78b-42cd75107d38 req-f43a2e26-fac2-439c-9995-d1d5f96afa24 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 946 time: 0.0500376 Sep 15 17:57:40.245711 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f1bf15a6-e15e-4b8d-a78b-42cd75107d38 req-a0173910-23bd-412b-9391-b5f833c8468c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351269 Sep 15 17:57:40.683125 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226eac52-fc5e-4b29-bc80-bde0208f775d req-249a06df-a57c-415b-a1fb-061d8fc07281 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:40.684761 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-226eac52-fc5e-4b29-bc80-bde0208f775d req-249a06df-a57c-415b-a1fb-061d8fc07281 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 945 time: 0.0500643 Sep 15 17:57:40.721772 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-226eac52-fc5e-4b29-bc80-bde0208f775d req-eff533c9-c21b-4f91-94c8-8d45da877371 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308313 Sep 15 17:57:41.256621 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f81f8e-ee34-4222-b74f-640ecf98c2f6 req-34c87f2d-8af2-471c-afcf-fd67c73d03a2 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:41.258108 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-99f81f8e-ee34-4222-b74f-640ecf98c2f6 req-34c87f2d-8af2-471c-afcf-fd67c73d03a2 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0556073 Sep 15 17:57:41.295774 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-99f81f8e-ee34-4222-b74f-640ecf98c2f6 req-51138956-12db-49ae-bc14-d77b5370c7cc tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316880 Sep 15 17:57:41.359682 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41317e-cfdd-4f0e-8c89-c512a3e8f573 req-948db943-f90a-404f-8716-1a5e7f4dcae1 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:41.361183 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-fb41317e-cfdd-4f0e-8c89-c512a3e8f573 req-948db943-f90a-404f-8716-1a5e7f4dcae1 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 946 time: 0.0477927 Sep 15 17:57:41.397801 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-fb41317e-cfdd-4f0e-8c89-c512a3e8f573 req-b40d4218-4583-4185-87ce-21c88e327c79 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299559 Sep 15 17:57:41.632928 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930c248-db22-457b-baef-a7ecf44305bf req-caa6371b-ed89-4da7-8fb8-7a48feaff3cf tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:41.634382 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4930c248-db22-457b-baef-a7ecf44305bf req-caa6371b-ed89-4da7-8fb8-7a48feaff3cf tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0470655 Sep 15 17:57:41.670697 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4930c248-db22-457b-baef-a7ecf44305bf req-ecf498a2-7e33-4e82-9b1e-620d6d69e614 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305471 Sep 15 17:57:41.841317 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284502c-2ff0-4691-9361-51b65299b68f req-7a5b3ab9-df32-4e2a-8cdc-a766b6ddea65 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:41.842797 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9284502c-2ff0-4691-9361-51b65299b68f req-7a5b3ab9-df32-4e2a-8cdc-a766b6ddea65 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 945 time: 0.0481548 Sep 15 17:57:41.899683 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9284502c-2ff0-4691-9361-51b65299b68f req-dd78cdb8-78f6-4352-8e22-6eeb5159db44 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/security-groups?id=415a8035-c633-484b-818b-165f7a9877ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502493 Sep 15 17:57:42.340038 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da1a94-0448-4212-a65b-7386c66bdf0c req-0f345d43-d0e3-4cff-9f8b-f2a6276ca48a tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:42.341549 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a3da1a94-0448-4212-a65b-7386c66bdf0c req-0f345d43-d0e3-4cff-9f8b-f2a6276ca48a tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.37 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 945 time: 0.0530879 Sep 15 17:57:42.417234 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb487210-52b8-4b5d-8096-3898e5fdaa2a req-ae33186f-e9b3-4177-92f2-3cc0642338e7 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:42.419123 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cb487210-52b8-4b5d-8096-3898e5fdaa2a req-ae33186f-e9b3-4177-92f2-3cc0642338e7 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0549366 Sep 15 17:57:42.438752 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-a3da1a94-0448-4212-a65b-7386c66bdf0c req-761c38d5-18d0-44b6-936f-f836687fd7c1 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Deleting port f277a883-9452-4dcd-b777-c217ed9937ef {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:57:42.439339 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a3da1a94-0448-4212-a65b-7386c66bdf0c req-761c38d5-18d0-44b6-936f-f836687fd7c1 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:42.457006 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cb487210-52b8-4b5d-8096-3898e5fdaa2a req-ca38a5bb-8c51-498e-b0e1-0377e4437ff6 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318804 Sep 15 17:57:42.533887 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-a3da1a94-0448-4212-a65b-7386c66bdf0c req-761c38d5-18d0-44b6-936f-f836687fd7c1 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] For port f277a883-9452-4dcd-b777-c217ed9937ef, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=f277a883-9452-4dcd-b777-c217ed9937ef,segment=NetworkSegment(b8d12c84-d6ba-42e1-8313-0c0a892e9c3a),segment_id=b8d12c84-d6ba-42e1-8313-0c0a892e9c3a)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:57:42.534173 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a3da1a94-0448-4212-a65b-7386c66bdf0c req-761c38d5-18d0-44b6-936f-f836687fd7c1 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:42.546559 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-a3da1a94-0448-4212-a65b-7386c66bdf0c req-761c38d5-18d0-44b6-936f-f836687fd7c1 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Calling delete_port for f277a883-9452-4dcd-b777-c217ed9937ef owned by compute:nova {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:57:42.716765 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a3da1a94-0448-4212-a65b-7386c66bdf0c req-761c38d5-18d0-44b6-936f-f836687fd7c1 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:42.736955 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['f277a883-9452-4dcd-b777-c217ed9937ef'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:57:42.747623 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c38d5-18d0-44b6-936f-f836687fd7c1 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Pushing event deleted for resources: {'Port': ['ID=f277a883-9452-4dcd-b777-c217ed9937ef,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:57:42.793716 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3da1a94-0448-4212-a65b-7386c66bdf0c req-761c38d5-18d0-44b6-936f-f836687fd7c1 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] No DVR routers for this DVR port f277a883-9452-4dcd-b777-c217ed9937ef on host hv-cinder-80522 {{(pid=106071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:57:42.796869 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a3da1a94-0448-4212-a65b-7386c66bdf0c req-761c38d5-18d0-44b6-936f-f836687fd7c1 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:42.798841 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a3da1a94-0448-4212-a65b-7386c66bdf0c req-761c38d5-18d0-44b6-936f-f836687fd7c1 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.37 "DELETE /v2.0/ports/f277a883-9452-4dcd-b777-c217ed9937ef HTTP/1.1" status: 204 len: 173 time: 0.4504421 Sep 15 17:57:42.799273 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734e5f46-7059-4565-8834-89ed34e791ac', 'name': 'network-vif-deleted', 'tag': 'f277a883-9452-4dcd-b777-c217ed9937ef'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:57:42.801489 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbf3ae0-9627-4f13-b88e-fed31a43d357" -d '{"events": [{"server_uuid": "734e5f46-7059-4565-8834-89ed34e791ac", "name": "network-vif-deleted", "tag": "f277a883-9452-4dcd-b777-c217ed9937ef"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:57:42.837525 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083f4e51-fa4e-4117-ba91-199f91ca54db x-openstack-request-id: req-083f4e51-fa4e-4117-ba91-199f91ca54db {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:57:42.837824 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734e5f46-7059-4565-8834-89ed34e791ac", "name": "network-vif-deleted", "tag": "f277a883-9452-4dcd-b777-c217ed9937ef", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:57:42.838066 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-083f4e51-fa4e-4117-ba91-199f91ca54db {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:57:42.838458 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734e5f46-7059-4565-8834-89ed34e791ac', 'name': 'network-vif-deleted', 'tag': 'f277a883-9452-4dcd-b777-c217ed9937ef', 'status': 'completed', 'code': 200} Sep 15 17:57:43.005665 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6255eb30-d107-4e9b-9ac6-060ea6b580c5 req-78060c9f-3228-4b80-a3c3-ccd50176cdf3 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 210 time: 0.0265079 Sep 15 17:57:43.574886 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e05f53-625e-4cfe-ac12-50123fcae222 req-cb066a60-beaf-4d78-b1b0-f51ff8a87adb tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:43.576386 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-45e05f53-625e-4cfe-ac12-50123fcae222 req-cb066a60-beaf-4d78-b1b0-f51ff8a87adb tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0489879 Sep 15 17:57:43.620220 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-45e05f53-625e-4cfe-ac12-50123fcae222 req-493aad0d-a070-4549-8972-0202d6da4eb0 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349751 Sep 15 17:57:44.120381 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f9114c2a-d28d-4106-8e2d-76ca2252ae7c req-3477c1d5-d301-4e9a-af1a-97f28bcb45e3 tempest-VolumesActionsTest-98630377 tempest-VolumesActionsTest-98630377-project] 10.222.0.20 "GET /v2.0/ports?device_id=734e5f46-7059-4565-8834-89ed34e791ac HTTP/1.1" status: 200 len: 210 time: 0.0324614 Sep 15 17:57:44.741321 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6c0bb-6011-439e-a00e-02a0faeb6ddf req-fb415c7b-7f48-4f8a-aaa1-416df682946e tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:44.742816 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a2f6c0bb-6011-439e-a00e-02a0faeb6ddf req-fb415c7b-7f48-4f8a-aaa1-416df682946e tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0477986 Sep 15 17:57:44.780331 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a2f6c0bb-6011-439e-a00e-02a0faeb6ddf req-6389134b-dd94-42b6-bc55-1a8f952abe30 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314474 Sep 15 17:57:45.332947 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device f277a883-9452-4dcd-b777-c217ed9937ef no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:57:45.351736 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] No Port match for: f277a883-9452-4dcd-b777-c217ed9937ef {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:57:45.352087 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device f277a883-9452-4dcd-b777-c217ed9937ef not bound to the agent host hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:57:45.905959 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46deea28-8cd0-4d97-9170-8b43b61880a3 req-d0b8654f-1359-4595-84aa-a55fc7509a75 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:45.907568 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-46deea28-8cd0-4d97-9170-8b43b61880a3 req-d0b8654f-1359-4595-84aa-a55fc7509a75 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0525844 Sep 15 17:57:45.951601 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-46deea28-8cd0-4d97-9170-8b43b61880a3 req-82d52792-4a95-4e59-b052-704da58e928a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371692 Sep 15 17:57:47.074002 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8e975-e34b-4d72-8aaf-0698a8f3df6e req-9c5a2716-7e13-4f5c-8168-95e510dec132 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:47.076303 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-dee8e975-e34b-4d72-8aaf-0698a8f3df6e req-9c5a2716-7e13-4f5c-8168-95e510dec132 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0578251 Sep 15 17:57:47.118797 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-dee8e975-e34b-4d72-8aaf-0698a8f3df6e req-9eba0e45-1836-4463-82e2-6b1fd07d7e8b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335369 Sep 15 17:57:48.233396 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0d774-7bfb-4d47-b79b-6ee909f102ca req-aa7ccd7a-0d59-411d-bcc8-19a402249285 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:48.234897 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-79a0d774-7bfb-4d47-b79b-6ee909f102ca req-aa7ccd7a-0d59-411d-bcc8-19a402249285 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0497212 Sep 15 17:57:48.272772 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-79a0d774-7bfb-4d47-b79b-6ee909f102ca req-5e6857e5-634a-40ed-bd4a-1cc8566ae939 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310986 Sep 15 17:57:48.907309 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-395bd454-9857-4494-a4dc-cdf330b10b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:49.386803 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4c4fe-b5c2-4a6e-b5ea-a1d951d4279d req-382e7737-25be-4293-8383-16c61713a015 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:49.388294 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f8f4c4fe-b5c2-4a6e-b5ea-a1d951d4279d req-382e7737-25be-4293-8383-16c61713a015 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0468965 Sep 15 17:57:49.424258 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f8f4c4fe-b5c2-4a6e-b5ea-a1d951d4279d req-15aaba00-23d6-4035-ac58-9e32c31aa3f4 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299954 Sep 15 17:57:50.539184 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa8a9b-02d0-4345-999a-7edb601709f8 req-a57e58aa-e086-4136-970f-f5eaccbe1de4 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:50.541249 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f6fa8a9b-02d0-4345-999a-7edb601709f8 req-a57e58aa-e086-4136-970f-f5eaccbe1de4 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0477552 Sep 15 17:57:50.579431 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f6fa8a9b-02d0-4345-999a-7edb601709f8 req-5fe2ee8e-44bd-49b5-a94a-70059ab9b2cb tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325172 Sep 15 17:57:50.905208 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:57:51.484469 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-f022f379-a315-409a-a222-9f83dcc63419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:51.701525 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0da96-455d-4d94-9edd-d242bf48779b req-283d866d-3b2d-4027-a29e-d10ce55e5dd1 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:51.703840 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1bf0da96-455d-4d94-9edd-d242bf48779b req-283d866d-3b2d-4027-a29e-d10ce55e5dd1 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0522180 Sep 15 17:57:51.741902 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1bf0da96-455d-4d94-9edd-d242bf48779b req-3e0bf39f-3dfd-4384-a8e9-79e35ebda3a1 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318115 Sep 15 17:57:52.001854 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:52.261545 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72f4bd-9421-4899-9f6b-b9b57d0c80c3 req-ff1d4627-1d52-4765-ada7-b32a7b06fbdf tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:52.262958 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2f72f4bd-9421-4899-9f6b-b9b57d0c80c3 req-ff1d4627-1d52-4765-ada7-b32a7b06fbdf tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0506027 Sep 15 17:57:52.301371 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2f72f4bd-9421-4899-9f6b-b9b57d0c80c3 req-d5b5db85-13cd-4d4f-b04f-475f550b60b8 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321355 Sep 15 17:57:52.316347 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807a2a2-8ebd-4c53-bf75-5d28a1e40279 req-565f3988-82dc-42c1-a504-a4a5ace95629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:52.317978 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5807a2a2-8ebd-4c53-bf75-5d28a1e40279 req-565f3988-82dc-42c1-a504-a4a5ace95629 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60eeb6732c944f73b5124264b05fed93&device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 1099 time: 0.0437489 Sep 15 17:57:52.413355 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807a2a2-8ebd-4c53-bf75-5d28a1e40279 req-232bf4cc-64a9-4c5a-b16a-3385ab7876eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:52.414825 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5807a2a2-8ebd-4c53-bf75-5d28a1e40279 req-232bf4cc-64a9-4c5a-b16a-3385ab7876eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=396115e6-db56-4072-bd7b-ec58ca4ae889 HTTP/1.1" status: 200 len: 920 time: 0.0825136 Sep 15 17:57:52.458859 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5807a2a2-8ebd-4c53-bf75-5d28a1e40279 req-cfcb38f0-dd2c-4825-93a1-0aee7ed632bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e19d0cd-81ce-411e-927f-5c2ef4eb068c HTTP/1.1" status: 200 len: 217 time: 0.0361006 Sep 15 17:57:52.514373 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807a2a2-8ebd-4c53-bf75-5d28a1e40279 req-db5316f4-cf7a-4fbd-bd86-38feb7d32a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:52.515832 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5807a2a2-8ebd-4c53-bf75-5d28a1e40279 req-db5316f4-cf7a-4fbd-bd86-38feb7d32a18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13cfe71f-2229-47b4-a747-3c2f6b40d99e HTTP/1.1" status: 200 len: 859 time: 0.0436401 Sep 15 17:57:52.555906 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5807a2a2-8ebd-4c53-bf75-5d28a1e40279 req-00db4987-2969-436f-b974-d51179a18294 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=396115e6-db56-4072-bd7b-ec58ca4ae889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253646 Sep 15 17:57:52.655230 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5807a2a2-8ebd-4c53-bf75-5d28a1e40279 req-d3bff2c2-9c89-4e39-a04f-33774ecfdcd1 service neutron] 10.222.0.37 "GET /v2.0/networks/396115e6-db56-4072-bd7b-ec58ca4ae889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897853 Sep 15 17:57:52.750197 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5807a2a2-8ebd-4c53-bf75-5d28a1e40279 req-470dc068-c8ad-4248-a7fd-0de42537154d service neutron] 10.222.0.37 "GET /v2.0/networks/396115e6-db56-4072-bd7b-ec58ca4ae889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828447 Sep 15 17:57:52.866622 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79346fc-0cae-4609-9e00-3f05d4cfb793 req-ec0528ff-60ce-43f7-86f9-49760ea8fb5b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:52.868125 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f79346fc-0cae-4609-9e00-3f05d4cfb793 req-ec0528ff-60ce-43f7-86f9-49760ea8fb5b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0510306 Sep 15 17:57:52.907589 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f79346fc-0cae-4609-9e00-3f05d4cfb793 req-8662ad83-0fd4-4707-97ec-76d258df4d2a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329020 Sep 15 17:57:53.247259 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:53.413398 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec5cf3-4009-457e-a551-417a9e302c9c req-acbcb9b1-de1a-4a5c-9258-c7900ee51baa tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:53.414854 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-beec5cf3-4009-457e-a551-417a9e302c9c req-acbcb9b1-de1a-4a5c-9258-c7900ee51baa tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0472927 Sep 15 17:57:53.455852 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-beec5cf3-4009-457e-a551-417a9e302c9c req-cf57e3ce-58aa-4c2b-ae35-97bc4010aacb tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342827 Sep 15 17:57:54.026307 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4f80c-7764-4329-8894-abf4dfa90f7b req-58757b5a-683e-4b31-9bc0-90fe8e532a68 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:54.027781 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f0a4f80c-7764-4329-8894-abf4dfa90f7b req-58757b5a-683e-4b31-9bc0-90fe8e532a68 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0542343 Sep 15 17:57:54.066208 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f0a4f80c-7764-4329-8894-abf4dfa90f7b req-41188b10-929e-45ed-82b2-92f00d8f821d tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324361 Sep 15 17:57:54.571583 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace7516-4a20-4e3c-b5e7-f7c59f5dd7f9 req-65475f9c-b5e3-44d2-8459-cf4b20e0494c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:54.573058 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bace7516-4a20-4e3c-b5e7-f7c59f5dd7f9 req-65475f9c-b5e3-44d2-8459-cf4b20e0494c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0511396 Sep 15 17:57:54.610487 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bace7516-4a20-4e3c-b5e7-f7c59f5dd7f9 req-c02c5d08-18ec-4e89-ae3c-1474ca9d78c4 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308537 Sep 15 17:57:54.618719 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:57:55.177763 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275c608-4911-4c77-9a31-b4b681bece93 req-8e5dc97a-c5ca-45d5-8c52-5f0ab1e441cf tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:55.179265 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0275c608-4911-4c77-9a31-b4b681bece93 req-8e5dc97a-c5ca-45d5-8c52-5f0ab1e441cf tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0466845 Sep 15 17:57:55.215512 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0275c608-4911-4c77-9a31-b4b681bece93 req-2626e14c-88e2-4b38-b725-5f164520b7a2 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304537 Sep 15 17:57:55.722898 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49dfad8-cef8-43eb-a9a4-7a89f5312285 req-23a35fc4-7f26-48a1-9a4a-36171c845da7 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:55.724317 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e49dfad8-cef8-43eb-a9a4-7a89f5312285 req-23a35fc4-7f26-48a1-9a4a-36171c845da7 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0468791 Sep 15 17:57:55.760671 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e49dfad8-cef8-43eb-a9a4-7a89f5312285 req-04060c29-4e66-4a0a-9934-2f1fdfdfbf9d tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304382 Sep 15 17:57:56.326936 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68893079-2a4a-4b77-9acf-6f19921fc41d req-772fb750-7932-4921-866a-ac5e8b97a833 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:56.328300 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-68893079-2a4a-4b77-9acf-6f19921fc41d req-772fb750-7932-4921-866a-ac5e8b97a833 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0475817 Sep 15 17:57:56.364077 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-68893079-2a4a-4b77-9acf-6f19921fc41d req-ac528932-93f5-48c1-8ee0-805b645addcb tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300231 Sep 15 17:57:56.877736 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94340985-acdf-4c28-9061-5e33d10f77da req-2302c76c-7507-4005-ad87-1e7034136380 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:56.879301 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-94340985-acdf-4c28-9061-5e33d10f77da req-2302c76c-7507-4005-ad87-1e7034136380 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0531976 Sep 15 17:57:56.918101 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-94340985-acdf-4c28-9061-5e33d10f77da req-68e2615b-2906-458a-9dc6-86afda503f9e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318553 Sep 15 17:57:57.477984 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0c87a-da30-4240-be10-bf95b3b86904 req-dc7f5d73-5b1e-4406-8363-b5c8f8ecbf98 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:57.479425 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-23d0c87a-da30-4240-be10-bf95b3b86904 req-dc7f5d73-5b1e-4406-8363-b5c8f8ecbf98 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0503464 Sep 15 17:57:57.520961 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-23d0c87a-da30-4240-be10-bf95b3b86904 req-deed6ceb-0fcc-480a-9c39-528d395d31e5 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354266 Sep 15 17:57:58.037226 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af50d5d-3796-4351-8040-4ad1dece8a50 req-3352e205-b55a-422a-9bcb-a5651c1f4ec9 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:58.039346 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9af50d5d-3796-4351-8040-4ad1dece8a50 req-3352e205-b55a-422a-9bcb-a5651c1f4ec9 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0526805 Sep 15 17:57:58.076757 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9af50d5d-3796-4351-8040-4ad1dece8a50 req-9d4d6b63-03fb-48b3-b848-c0e5828ae7bf tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315125 Sep 15 17:57:58.634908 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33711faf-8844-4e8f-bafc-a8177cd602e9 req-896d7bf7-25dc-4307-965a-cc0b3073e5fa tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:58.636390 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-33711faf-8844-4e8f-bafc-a8177cd602e9 req-896d7bf7-25dc-4307-965a-cc0b3073e5fa tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0479321 Sep 15 17:57:58.674965 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-33711faf-8844-4e8f-bafc-a8177cd602e9 req-e5ebd0b2-b59a-4a61-935c-fd7bd65bd3af tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325189 Sep 15 17:57:59.036035 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c77339-a203-4dc1-ad53-542a6ce62438 req-d6fc5760-1ef5-4b41-95a8-72653f3577c2 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:59.039181 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-03c77339-a203-4dc1-ad53-542a6ce62438 req-d6fc5760-1ef5-4b41-95a8-72653f3577c2 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0561242 Sep 15 17:57:59.078733 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-03c77339-a203-4dc1-ad53-542a6ce62438 req-5e0704b4-0944-4d34-bb24-959e256823e9 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347583 Sep 15 17:57:59.193385 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2455a3-2527-489a-9f21-507c68fef754 req-e5f56661-1c0a-407b-a383-78834af12f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:59.197072 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6c2455a3-2527-489a-9f21-507c68fef754 req-e5f56661-1c0a-407b-a383-78834af12f49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f97c5470f94401f90fa26a45eecfcd7&device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 1098 time: 0.0560021 Sep 15 17:57:59.206266 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81941d-9deb-4321-b48d-18e79582ec4b req-9cb6e26e-a97d-4d62-9654-725271afd493 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:59.213033 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1b81941d-9deb-4321-b48d-18e79582ec4b req-9cb6e26e-a97d-4d62-9654-725271afd493 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0577607 Sep 15 17:57:59.246644 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1b81941d-9deb-4321-b48d-18e79582ec4b req-a76bc721-86d4-403c-90df-70cd8a057997 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324638 Sep 15 17:57:59.294217 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2455a3-2527-489a-9f21-507c68fef754 req-23d233b4-57a9-40e7-ab65-68f9577d20f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:59.295743 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6c2455a3-2527-489a-9f21-507c68fef754 req-23d233b4-57a9-40e7-ab65-68f9577d20f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c82f0e18-d709-47ff-b01c-741485e75497 HTTP/1.1" status: 200 len: 911 time: 0.0894213 Sep 15 17:57:59.369676 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6c2455a3-2527-489a-9f21-507c68fef754 req-c1aa8f9f-76e6-4939-a97d-03dea8b1437f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32134c97-6407-4df4-b0a1-6f8a03cb6a8b HTTP/1.1" status: 200 len: 1000 time: 0.0659492 Sep 15 17:57:59.430901 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2455a3-2527-489a-9f21-507c68fef754 req-e27f0d31-7ded-450b-b65a-d1dc0f696f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:59.432648 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6c2455a3-2527-489a-9f21-507c68fef754 req-e27f0d31-7ded-450b-b65a-d1dc0f696f86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b21d638-ac50-4318-b027-484d191c8b9c HTTP/1.1" status: 200 len: 849 time: 0.0498564 Sep 15 17:57:59.489161 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2455a3-2527-489a-9f21-507c68fef754 req-09f7f6a4-e43b-485f-93bb-833616625b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:57:59.491262 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6c2455a3-2527-489a-9f21-507c68fef754 req-09f7f6a4-e43b-485f-93bb-833616625b7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c82f0e18-d709-47ff-b01c-741485e75497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428753 Sep 15 17:57:59.587664 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6c2455a3-2527-489a-9f21-507c68fef754 req-d863cac7-aac2-4288-bf28-324260533c9d service neutron] 10.222.0.37 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849657 Sep 15 17:57:59.687114 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6c2455a3-2527-489a-9f21-507c68fef754 req-670f716b-1ed5-4871-9ed6-fa86d3a3f92d service neutron] 10.222.0.37 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896871 Sep 15 17:58:00.452433 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2a2a7-846e-4b07-8b4c-bcd61759b7fc req-fa5bdc28-39f1-45dc-b327-fc4358e7fba3 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:00.454283 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-dda2a2a7-846e-4b07-8b4c-bcd61759b7fc req-fa5bdc28-39f1-45dc-b327-fc4358e7fba3 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.2827625 Sep 15 17:58:00.500028 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-dda2a2a7-846e-4b07-8b4c-bcd61759b7fc req-545b4557-80a8-4e30-8499-9dd32e8c5da5 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390315 Sep 15 17:58:00.610319 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7b66f-744e-4388-9b82-fb6fe93f48cc req-70e1def3-9b82-4a41-a000-ee94b8d94761 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:00.611867 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b2c7b66f-744e-4388-9b82-fb6fe93f48cc req-70e1def3-9b82-4a41-a000-ee94b8d94761 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0522060 Sep 15 17:58:00.655500 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b2c7b66f-744e-4388-9b82-fb6fe93f48cc req-2fd51df9-b3bc-4e96-a0e4-58a06ffa2008 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370834 Sep 15 17:58:01.630124 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdf2b6-b759-45fa-8ccf-e0c65d627ddc req-7c4726fb-a657-4248-b081-1c8c02ba9c49 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:01.631639 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b4bdf2b6-b759-45fa-8ccf-e0c65d627ddc req-7c4726fb-a657-4248-b081-1c8c02ba9c49 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0478177 Sep 15 17:58:01.671376 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b4bdf2b6-b759-45fa-8ccf-e0c65d627ddc req-83e2d137-c617-4983-aa23-c77698b1848b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334706 Sep 15 17:58:01.780853 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffced4-bc4b-421a-874b-e874fbf41e57 req-62f8d13a-ccb0-47cb-8770-f900874bdb1c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:01.782301 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-69ffced4-bc4b-421a-874b-e874fbf41e57 req-62f8d13a-ccb0-47cb-8770-f900874bdb1c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0499339 Sep 15 17:58:01.819857 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-69ffced4-bc4b-421a-874b-e874fbf41e57 req-be80d032-978f-49d6-95fe-6e76b96276d4 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311017 Sep 15 17:58:02.573467 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:02.966725 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb5b13-75cf-4f23-ac31-6902b5d26c2d req-80ff7b88-4170-48d7-a332-7f4f2b131e84 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:02.972963 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-eeeb5b13-75cf-4f23-ac31-6902b5d26c2d req-80ff7b88-4170-48d7-a332-7f4f2b131e84 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0689075 Sep 15 17:58:03.077319 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-eeeb5b13-75cf-4f23-ac31-6902b5d26c2d req-bf24587c-6d16-4931-90b2-7cf77b07dc98 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511196 Sep 15 17:58:04.175892 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eee0db-552e-47f5-b51a-933f1f7f0668 req-5d1d5c54-87fa-496a-a636-db92b9670b99 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:04.177617 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-50eee0db-552e-47f5-b51a-933f1f7f0668 req-5d1d5c54-87fa-496a-a636-db92b9670b99 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0481205 Sep 15 17:58:04.219010 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-50eee0db-552e-47f5-b51a-933f1f7f0668 req-c2c95339-c061-4bfc-8f17-305a422cd1fd tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313632 Sep 15 17:58:04.853329 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141b8ba-b154-420e-b1c0-04199d6125bb req-e45fbf0e-e3b6-4ab1-b8c7-34d099f65c33 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:04.863961 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e141b8ba-b154-420e-b1c0-04199d6125bb req-e45fbf0e-e3b6-4ab1-b8c7-34d099f65c33 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 946 time: 0.0739980 Sep 15 17:58:04.920372 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e141b8ba-b154-420e-b1c0-04199d6125bb req-1435b346-1214-42b5-b4bb-5233d8ca03f7 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539520 Sep 15 17:58:05.350469 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70ad6b-cebc-48ed-a975-3509fb94546f req-447a0719-daec-40ee-b5cd-f78fb7732dcc tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:05.359476 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ae70ad6b-cebc-48ed-a975-3509fb94546f req-447a0719-daec-40ee-b5cd-f78fb7732dcc tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0619533 Sep 15 17:58:05.400554 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ae70ad6b-cebc-48ed-a975-3509fb94546f req-e8757423-2cff-48d7-b1b6-3c676b5180e2 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394170 Sep 15 17:58:06.041120 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481371f-2988-4a29-8a61-3d9257f59bac req-b0a7559b-515f-4c11-b2d4-e163fc1c02d2 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:06.042930 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5481371f-2988-4a29-8a61-3d9257f59bac req-b0a7559b-515f-4c11-b2d4-e163fc1c02d2 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 946 time: 0.0535553 Sep 15 17:58:06.088945 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5481371f-2988-4a29-8a61-3d9257f59bac req-81465547-50e3-4d46-9210-59a33ebb3ac1 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393167 Sep 15 17:58:06.533011 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b5f54-bae7-4adc-9e3e-d8cf15e2d172 req-11e9d9fe-118e-44b8-ba4c-9fc2fac195a2 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:06.535407 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-919b5f54-bae7-4adc-9e3e-d8cf15e2d172 req-11e9d9fe-118e-44b8-ba4c-9fc2fac195a2 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0599577 Sep 15 17:58:06.573509 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-919b5f54-bae7-4adc-9e3e-d8cf15e2d172 req-c8ede267-5893-4ae9-8090-53a2e94126a1 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319519 Sep 15 17:58:07.217260 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3e8ec-2c36-45a3-be01-6a546026cdea req-ed2bd07c-a4f9-4816-82a4-d406414965e4 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:07.218766 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1ed3e8ec-2c36-45a3-be01-6a546026cdea req-ed2bd07c-a4f9-4816-82a4-d406414965e4 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 946 time: 0.0572720 Sep 15 17:58:07.258322 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1ed3e8ec-2c36-45a3-be01-6a546026cdea req-f256534a-78a3-4249-993d-42e4cf2785ea tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325179 Sep 15 17:58:07.353021 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403d45e-6465-4832-ae94-9b6eb9bb6b48 req-af6c6d2c-958f-4de3-a199-c6d99844eee5 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:07.354892 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6403d45e-6465-4832-ae94-9b6eb9bb6b48 req-af6c6d2c-958f-4de3-a199-c6d99844eee5 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.37 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 946 time: 0.0537610 Sep 15 17:58:07.477157 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-6403d45e-6465-4832-ae94-9b6eb9bb6b48 req-01d86740-527e-4641-99ea-84bfeb8eb9e9 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Deleting port 9d5433d3-794c-4cd4-a85d-d027f95d746a {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:58:07.477516 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-6403d45e-6465-4832-ae94-9b6eb9bb6b48 req-01d86740-527e-4641-99ea-84bfeb8eb9e9 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:07.591486 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-6403d45e-6465-4832-ae94-9b6eb9bb6b48 req-01d86740-527e-4641-99ea-84bfeb8eb9e9 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] For port 9d5433d3-794c-4cd4-a85d-d027f95d746a, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=9d5433d3-794c-4cd4-a85d-d027f95d746a,segment=NetworkSegment(ddbd2a64-91ba-4b52-b6d9-455ad765d2e6),segment_id=ddbd2a64-91ba-4b52-b6d9-455ad765d2e6)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:58:07.591863 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-6403d45e-6465-4832-ae94-9b6eb9bb6b48 req-01d86740-527e-4641-99ea-84bfeb8eb9e9 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:07.614025 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-6403d45e-6465-4832-ae94-9b6eb9bb6b48 req-01d86740-527e-4641-99ea-84bfeb8eb9e9 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Calling delete_port for 9d5433d3-794c-4cd4-a85d-d027f95d746a owned by compute:nova {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:58:07.765913 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342202a8-4c2e-4dcb-b16d-db7225de93be req-afc03ccb-cf83-4a43-8fe0-7e00a671c6d5 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:07.767434 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-342202a8-4c2e-4dcb-b16d-db7225de93be req-afc03ccb-cf83-4a43-8fe0-7e00a671c6d5 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0758784 Sep 15 17:58:07.893725 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-342202a8-4c2e-4dcb-b16d-db7225de93be req-6fea09de-6c59-4e98-9f39-f5cc3d5561ae tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917292 Sep 15 17:58:08.032999 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-6403d45e-6465-4832-ae94-9b6eb9bb6b48 req-01d86740-527e-4641-99ea-84bfeb8eb9e9 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:08.045802 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['33cbfcdf-e5fb-429c-980e-8fedc82fdfc6', 'cc27d3bf-bf0b-4674-a0f0-a4810eee43d6', 'fc092084-f208-4784-95f3-c79c57d787be', '9d5433d3-794c-4cd4-a85d-d027f95d746a'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:58:08.063617 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d86740-527e-4641-99ea-84bfeb8eb9e9 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Pushing event deleted for resources: {'Port': ['ID=9d5433d3-794c-4cd4-a85d-d027f95d746a,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:08.132190 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-6403d45e-6465-4832-ae94-9b6eb9bb6b48 req-01d86740-527e-4641-99ea-84bfeb8eb9e9 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] No DVR routers for this DVR port 9d5433d3-794c-4cd4-a85d-d027f95d746a on host hv-cinder-80522 {{(pid=106071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:58:08.137355 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-6403d45e-6465-4832-ae94-9b6eb9bb6b48 req-01d86740-527e-4641-99ea-84bfeb8eb9e9 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:08.140205 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6403d45e-6465-4832-ae94-9b6eb9bb6b48 req-01d86740-527e-4641-99ea-84bfeb8eb9e9 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.37 "DELETE /v2.0/ports/9d5433d3-794c-4cd4-a85d-d027f95d746a HTTP/1.1" status: 204 len: 173 time: 0.7731099 Sep 15 17:58:08.142317 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75593774-ca46-450d-bcc7-ec6f30412d2b', 'name': 'network-vif-deleted', 'tag': '9d5433d3-794c-4cd4-a85d-d027f95d746a'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:58:08.157707 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c7f0c3-c2f5-4da6-9e4b-a29fc2be5722" -d '{"events": [{"server_uuid": "75593774-ca46-450d-bcc7-ec6f30412d2b", "name": "network-vif-deleted", "tag": "9d5433d3-794c-4cd4-a85d-d027f95d746a"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:58:08.193034 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61185e6-80f0-4258-9232-d972acfce417 x-openstack-request-id: req-b61185e6-80f0-4258-9232-d972acfce417 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:58:08.193376 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75593774-ca46-450d-bcc7-ec6f30412d2b", "name": "network-vif-deleted", "tag": "9d5433d3-794c-4cd4-a85d-d027f95d746a", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:58:08.193743 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b61185e6-80f0-4258-9232-d972acfce417 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:58:08.194143 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75593774-ca46-450d-bcc7-ec6f30412d2b', 'name': 'network-vif-deleted', 'tag': '9d5433d3-794c-4cd4-a85d-d027f95d746a', 'status': 'completed', 'code': 200} Sep 15 17:58:08.402424 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3df0d9e3-b351-4b2b-a3d1-fc4c788ce3e5 req-e28f691d-dc3d-4952-8bf4-6637cfaea9c6 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=75593774-ca46-450d-bcc7-ec6f30412d2b HTTP/1.1" status: 200 len: 210 time: 0.0614886 Sep 15 17:58:09.009477 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcda2d3-0cfc-4792-8b8c-26172cb80023 req-2bf2965f-e741-4ccf-8ca4-9afd9ad9872e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:09.015091 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7fcda2d3-0cfc-4792-8b8c-26172cb80023 req-2bf2965f-e741-4ccf-8ca4-9afd9ad9872e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0637457 Sep 15 17:58:09.051728 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7fcda2d3-0cfc-4792-8b8c-26172cb80023 req-35316050-58d0-40e0-989c-abb17f5d8997 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340471 Sep 15 17:58:10.174111 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77d171-455a-4799-95e4-3c81902899b2 req-f0563ac7-64ac-49dd-818d-b02c11eeb7ba tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:10.175610 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8f77d171-455a-4799-95e4-3c81902899b2 req-f0563ac7-64ac-49dd-818d-b02c11eeb7ba tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0492690 Sep 15 17:58:10.213898 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8f77d171-455a-4799-95e4-3c81902899b2 req-5fde7680-1d5a-4d4a-800e-c7d237b4df33 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317233 Sep 15 17:58:11.375751 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290a472-c915-48ac-9b39-4cc3b6b79fad req-1631f9d3-ea55-4f02-8f04-a04c2f9f6e5c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:11.386907 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40c150-a62b-4e24-9eda-26bbeb61ec6b req-ee9b7578-de06-4959-9431-59e5334b3d4b tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:11.389600 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2290a472-c915-48ac-9b39-4cc3b6b79fad req-1631f9d3-ea55-4f02-8f04-a04c2f9f6e5c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0907834 Sep 15 17:58:11.395410 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bd40c150-a62b-4e24-9eda-26bbeb61ec6b req-ee9b7578-de06-4959-9431-59e5334b3d4b tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 945 time: 0.0982962 Sep 15 17:58:11.466467 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bd40c150-a62b-4e24-9eda-26bbeb61ec6b req-bf40dac0-cb57-45c0-a554-7370a03ba4ac tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692177 Sep 15 17:58:11.482691 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2290a472-c915-48ac-9b39-4cc3b6b79fad req-a766be81-984a-4d0a-8aa3-7fbde69a92d2 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660465 Sep 15 17:58:11.514203 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 9d5433d3-794c-4cd4-a85d-d027f95d746a no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:58:11.526975 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 38954) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:11.582288 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] No Port match for: 9d5433d3-794c-4cd4-a85d-d027f95d746a {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:58:11.583091 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 9d5433d3-794c-4cd4-a85d-d027f95d746a not bound to the agent host hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:58:11.734344 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c9afe055-8253-485a-9883-ce1d61c529be admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:11.926683 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c9afe055-8253-485a-9883-ce1d61c529be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:12.015482 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c9afe055-8253-485a-9883-ce1d61c529be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:12.051856 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afe055-8253-485a-9883-ce1d61c529be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abd6883-9e5f-4357-b0ed-26b30d183dc0,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:12.057755 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-c9afe055-8253-485a-9883-ce1d61c529be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc8bc34d7ea145d18b945125d798c124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5284510 Sep 15 17:58:12.059412 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 38962) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:12.126410 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2ec3fb86-118e-4758-b0d9-869187ee2fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:12.151083 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2ec3fb86-118e-4758-b0d9-869187ee2fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:12.321747 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2ec3fb86-118e-4758-b0d9-869187ee2fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:12.324625 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2ec3fb86-118e-4758-b0d9-869187ee2fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:12.328011 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-2ec3fb86-118e-4758-b0d9-869187ee2fff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3abd6883-9e5f-4357-b0ed-26b30d183dc0 HTTP/1.1" status: 204 len: 168 time: 0.2676888 Sep 15 17:58:12.341201 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3fb86-118e-4758-b0d9-869187ee2fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abd6883-9e5f-4357-b0ed-26b30d183dc0,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:12.608774 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d59ecd-d5ce-4325-809d-ecfa56a72c64 req-0737c3f3-91ba-4c30-a26c-21935143ac9f tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:12.612800 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa64fc-456c-4f8a-9084-fbb6c7c30788 req-d50891f4-07c3-42a3-abce-9a0227475f46 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:12.613952 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-51d59ecd-d5ce-4325-809d-ecfa56a72c64 req-0737c3f3-91ba-4c30-a26c-21935143ac9f tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0767980 Sep 15 17:58:12.620268 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0eaa64fc-456c-4f8a-9084-fbb6c7c30788 req-d50891f4-07c3-42a3-abce-9a0227475f46 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 945 time: 0.0844483 Sep 15 17:58:12.670450 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0eaa64fc-456c-4f8a-9084-fbb6c7c30788 req-605a96e0-34ab-4703-a4ca-11af7c7e82b0 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492897 Sep 15 17:58:12.699653 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-51d59ecd-d5ce-4325-809d-ecfa56a72c64 req-c80cfb4c-0b70-4e16-ace1-d215c3fbc505 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791318 Sep 15 17:58:13.551446 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe1d5e-41f8-4332-b20e-371bbdddf797 req-3bb128c2-bd19-4cd9-bf62-10b0b9b0b158 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:13.554934 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5bfe1d5e-41f8-4332-b20e-371bbdddf797 req-3bb128c2-bd19-4cd9-bf62-10b0b9b0b158 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.37 "GET /v2.0/ports?device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 945 time: 0.0548954 Sep 15 17:58:13.671174 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-5bfe1d5e-41f8-4332-b20e-371bbdddf797 req-2fb9e574-2be8-4782-8561-ee4bc1d8d866 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Deleting port fc092084-f208-4784-95f3-c79c57d787be {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:58:13.671865 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5bfe1d5e-41f8-4332-b20e-371bbdddf797 req-2fb9e574-2be8-4782-8561-ee4bc1d8d866 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:13.825380 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-5bfe1d5e-41f8-4332-b20e-371bbdddf797 req-2fb9e574-2be8-4782-8561-ee4bc1d8d866 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] For port fc092084-f208-4784-95f3-c79c57d787be, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=fc092084-f208-4784-95f3-c79c57d787be,segment=NetworkSegment(ddbd2a64-91ba-4b52-b6d9-455ad765d2e6),segment_id=ddbd2a64-91ba-4b52-b6d9-455ad765d2e6)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:58:13.825735 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5bfe1d5e-41f8-4332-b20e-371bbdddf797 req-2fb9e574-2be8-4782-8561-ee4bc1d8d866 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:13.839282 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-5bfe1d5e-41f8-4332-b20e-371bbdddf797 req-2fb9e574-2be8-4782-8561-ee4bc1d8d866 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Calling delete_port for fc092084-f208-4784-95f3-c79c57d787be owned by compute:nova {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:58:13.879398 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca19f02-52d4-499a-8434-ca6324968e2a req-bebd7600-2054-4be8-aacf-ceda3e727d02 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:13.881041 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1ca19f02-52d4-499a-8434-ca6324968e2a req-bebd7600-2054-4be8-aacf-ceda3e727d02 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0619619 Sep 15 17:58:13.951938 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1ca19f02-52d4-499a-8434-ca6324968e2a req-28d6d080-5b71-4905-a652-6989b8cb4cd9 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637269 Sep 15 17:58:13.996033 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc101b-b6db-4d23-9519-4f3f7f53745b req-f264ff05-1318-42cf-a426-5d13b1e8e90b tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:13.997709 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-47dc101b-b6db-4d23-9519-4f3f7f53745b req-f264ff05-1318-42cf-a426-5d13b1e8e90b tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 945 time: 0.1021361 Sep 15 17:58:14.092528 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-47dc101b-b6db-4d23-9519-4f3f7f53745b req-0d40d217-fe81-4178-8854-7de38f9ee60f tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799561 Sep 15 17:58:14.156007 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5bfe1d5e-41f8-4332-b20e-371bbdddf797 req-2fb9e574-2be8-4782-8561-ee4bc1d8d866 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:14.169562 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['33cbfcdf-e5fb-429c-980e-8fedc82fdfc6', 'cc27d3bf-bf0b-4674-a0f0-a4810eee43d6', 'fc092084-f208-4784-95f3-c79c57d787be'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:58:14.209244 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9e574-2be8-4782-8561-ee4bc1d8d866 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Pushing event deleted for resources: {'Port': ['ID=fc092084-f208-4784-95f3-c79c57d787be,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:14.269738 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfe1d5e-41f8-4332-b20e-371bbdddf797 req-2fb9e574-2be8-4782-8561-ee4bc1d8d866 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] No DVR routers for this DVR port fc092084-f208-4784-95f3-c79c57d787be on host hv-cinder-80522 {{(pid=106071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:58:14.274388 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5bfe1d5e-41f8-4332-b20e-371bbdddf797 req-2fb9e574-2be8-4782-8561-ee4bc1d8d866 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:14.277721 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5bfe1d5e-41f8-4332-b20e-371bbdddf797 req-2fb9e574-2be8-4782-8561-ee4bc1d8d866 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.37 "DELETE /v2.0/ports/fc092084-f208-4784-95f3-c79c57d787be HTTP/1.1" status: 204 len: 173 time: 0.7130399 Sep 15 17:58:14.278253 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5645e3fe-873a-4f79-b73e-8ae63b3f409a', 'name': 'network-vif-deleted', 'tag': 'fc092084-f208-4784-95f3-c79c57d787be'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:58:14.280689 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a347459-7c0f-4f2d-92b5-629eb7d1b913" -d '{"events": [{"server_uuid": "5645e3fe-873a-4f79-b73e-8ae63b3f409a", "name": "network-vif-deleted", "tag": "fc092084-f208-4784-95f3-c79c57d787be"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:58:14.331390 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89eb3ea-e2b3-46ce-8acd-6653dc957130 x-openstack-request-id: req-b89eb3ea-e2b3-46ce-8acd-6653dc957130 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:58:14.331690 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5645e3fe-873a-4f79-b73e-8ae63b3f409a", "name": "network-vif-deleted", "tag": "fc092084-f208-4784-95f3-c79c57d787be", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:58:14.332111 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b89eb3ea-e2b3-46ce-8acd-6653dc957130 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:58:14.332377 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5645e3fe-873a-4f79-b73e-8ae63b3f409a', 'name': 'network-vif-deleted', 'tag': 'fc092084-f208-4784-95f3-c79c57d787be', 'status': 'completed', 'code': 200} Sep 15 17:58:15.130219 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7ea67-35a5-4ead-b4ff-99e3bd1b9a83 req-c1009dad-45b2-4af6-a061-952158009972 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:15.131881 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e1b7ea67-35a5-4ead-b4ff-99e3bd1b9a83 req-c1009dad-45b2-4af6-a061-952158009972 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0737846 Sep 15 17:58:15.179969 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e1b7ea67-35a5-4ead-b4ff-99e3bd1b9a83 req-1e939af8-92c8-4d41-8303-4ee5a8e5f678 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415795 Sep 15 17:58:15.204602 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b2d3d9f5-1513-4f8b-a67f-ccd7eef76e2e req-9de981db-2ed2-403d-b937-3c8f4309840b tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=5645e3fe-873a-4f79-b73e-8ae63b3f409a HTTP/1.1" status: 200 len: 210 time: 0.0273387 Sep 15 17:58:16.366004 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd122c0d-b42a-461a-bb78-a5d6bf1551ac req-0bcc93d4-ce21-48eb-bb6a-a3a1846eeebb tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:16.375051 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-fd122c0d-b42a-461a-bb78-a5d6bf1551ac req-0bcc93d4-ce21-48eb-bb6a-a3a1846eeebb tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0793033 Sep 15 17:58:16.418142 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-fd122c0d-b42a-461a-bb78-a5d6bf1551ac req-40a587e4-8243-403c-aff1-2763a9efd16a tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418932 Sep 15 17:58:16.847465 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b19a13-3b02-433d-999e-33f1de64366a req-f7630495-38b9-45ca-be74-303b2ed131aa tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:16.849244 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c3b19a13-3b02-433d-999e-33f1de64366a req-f7630495-38b9-45ca-be74-303b2ed131aa tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 945 time: 0.0826910 Sep 15 17:58:16.894924 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c3b19a13-3b02-433d-999e-33f1de64366a req-93b0826e-bc51-4a9b-a0ed-78fb8f661f65 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383818 Sep 15 17:58:17.541201 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b30610-9d8d-4b09-9c6c-5a3d73f712d9 req-1330d8e3-2c49-49a9-b0ee-926a77a677b6 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:17.542568 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-39b30610-9d8d-4b09-9c6c-5a3d73f712d9 req-1330d8e3-2c49-49a9-b0ee-926a77a677b6 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0576477 Sep 15 17:58:17.591844 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-39b30610-9d8d-4b09-9c6c-5a3d73f712d9 req-71f65936-6db5-4dc7-a275-1fa5afc4d298 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431621 Sep 15 17:58:18.009218 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device fc092084-f208-4784-95f3-c79c57d787be no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:58:18.028355 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] No Port match for: fc092084-f208-4784-95f3-c79c57d787be {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:58:18.028725 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device fc092084-f208-4784-95f3-c79c57d787be not bound to the agent host hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:58:18.041640 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0761e4c-758a-4175-aa18-3e4ea1717901 req-ae0f72b9-d573-4942-a063-f4e36e3d431d tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:18.043105 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a0761e4c-758a-4175-aa18-3e4ea1717901 req-ae0f72b9-d573-4942-a063-f4e36e3d431d tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 945 time: 0.0493221 Sep 15 17:58:18.081335 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a0761e4c-758a-4175-aa18-3e4ea1717901 req-d677b300-bb76-407d-bc28-25f6f91eb85c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322332 Sep 15 17:58:18.719215 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f9f20-9d6b-4de2-ad29-2afe58a67a83 req-5471cb4b-5cc0-4020-8ac3-18d29134369d tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:18.720800 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ea8f9f20-9d6b-4de2-ad29-2afe58a67a83 req-5471cb4b-5cc0-4020-8ac3-18d29134369d tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0536082 Sep 15 17:58:18.766932 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ea8f9f20-9d6b-4de2-ad29-2afe58a67a83 req-f4fac493-833a-4aff-a5c0-396e6bb9d104 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324583 Sep 15 17:58:18.915656 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-1e18dc7f-3d93-4794-9f0d-82cef87a25f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:19.193309 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83272318-cdda-43fd-bc35-8fee817469a7 req-c2765a1b-b7cc-4aca-be51-18efa5bdf67a tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:19.194700 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-83272318-cdda-43fd-bc35-8fee817469a7 req-c2765a1b-b7cc-4aca-be51-18efa5bdf67a tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 945 time: 0.0474946 Sep 15 17:58:19.231860 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-83272318-cdda-43fd-bc35-8fee817469a7 req-c5977fda-9740-4a85-8167-529743b0c361 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310059 Sep 15 17:58:19.878852 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed91ae-0253-49c0-80db-3a824f0a7489 req-d8111851-f10d-4d4d-9121-296d3c813e3d tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:19.880860 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-05ed91ae-0253-49c0-80db-3a824f0a7489 req-d8111851-f10d-4d4d-9121-296d3c813e3d tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0475626 Sep 15 17:58:19.920948 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-05ed91ae-0253-49c0-80db-3a824f0a7489 req-270dee77-30d4-4597-b1ad-9a93e629083b tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337191 Sep 15 17:58:20.348412 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438bbd5-a3c4-4e0b-96fb-19b5f9323d36 req-5315a868-7870-4e1a-a175-c14ea51fd074 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:20.350363 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c438bbd5-a3c4-4e0b-96fb-19b5f9323d36 req-5315a868-7870-4e1a-a175-c14ea51fd074 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 945 time: 0.0521364 Sep 15 17:58:20.387185 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c438bbd5-a3c4-4e0b-96fb-19b5f9323d36 req-1fdf23ad-e579-4456-9315-d34324a02d41 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309076 Sep 15 17:58:20.445519 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f3223-3341-430f-93b7-22d65f81e886 req-4a688b41-c300-4e2e-87fb-dc47db7ef3ee tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:20.446955 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-928f3223-3341-430f-93b7-22d65f81e886 req-4a688b41-c300-4e2e-87fb-dc47db7ef3ee tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 945 time: 0.0467715 Sep 15 17:58:21.030898 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0fad4-85f8-4419-92bb-9f43f9ca70c0 req-0693df07-404f-4dd8-b223-8d70b6a7201b tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:21.032338 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-51d0fad4-85f8-4419-92bb-9f43f9ca70c0 req-0693df07-404f-4dd8-b223-8d70b6a7201b tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0461493 Sep 15 17:58:21.068195 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-51d0fad4-85f8-4419-92bb-9f43f9ca70c0 req-f295a2dd-34ed-442d-9bfb-10787d82c789 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294816 Sep 15 17:58:21.471856 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-13d44588-9689-426b-98c1-a1b15474acab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:21.534502 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c2d30-c994-4d4a-9a43-e98aea4ccb28 req-0f26314c-ec63-4051-a28b-169ad8fc4b93 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:21.535957 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a73c2d30-c994-4d4a-9a43-e98aea4ccb28 req-0f26314c-ec63-4051-a28b-169ad8fc4b93 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 945 time: 0.0675819 Sep 15 17:58:21.538596 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-928f3223-3341-430f-93b7-22d65f81e886 req-61479650-9230-4230-951d-d41394a799ed tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Deleting port cc27d3bf-bf0b-4674-a0f0-a4810eee43d6 {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:58:21.538938 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-928f3223-3341-430f-93b7-22d65f81e886 req-61479650-9230-4230-951d-d41394a799ed tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:21.624832 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a73c2d30-c994-4d4a-9a43-e98aea4ccb28 req-13faace1-9d7d-4751-9267-e66b2ec952c1 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819097 Sep 15 17:58:21.650130 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-928f3223-3341-430f-93b7-22d65f81e886 req-61479650-9230-4230-951d-d41394a799ed tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] For port cc27d3bf-bf0b-4674-a0f0-a4810eee43d6, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=cc27d3bf-bf0b-4674-a0f0-a4810eee43d6,segment=NetworkSegment(ddbd2a64-91ba-4b52-b6d9-455ad765d2e6),segment_id=ddbd2a64-91ba-4b52-b6d9-455ad765d2e6)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:58:21.650491 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-928f3223-3341-430f-93b7-22d65f81e886 req-61479650-9230-4230-951d-d41394a799ed tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:21.662250 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-928f3223-3341-430f-93b7-22d65f81e886 req-61479650-9230-4230-951d-d41394a799ed tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Calling delete_port for cc27d3bf-bf0b-4674-a0f0-a4810eee43d6 owned by compute:nova {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:58:21.843316 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-928f3223-3341-430f-93b7-22d65f81e886 req-61479650-9230-4230-951d-d41394a799ed tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:21.874685 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61479650-9230-4230-951d-d41394a799ed tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Pushing event deleted for resources: {'Port': ['ID=cc27d3bf-bf0b-4674-a0f0-a4810eee43d6,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:21.915257 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-928f3223-3341-430f-93b7-22d65f81e886 req-61479650-9230-4230-951d-d41394a799ed tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] No DVR routers for this DVR port cc27d3bf-bf0b-4674-a0f0-a4810eee43d6 on host hv-cinder-80522 {{(pid=106071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:58:21.917743 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-928f3223-3341-430f-93b7-22d65f81e886 req-61479650-9230-4230-951d-d41394a799ed tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:21.919839 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-928f3223-3341-430f-93b7-22d65f81e886 req-61479650-9230-4230-951d-d41394a799ed tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.37 "DELETE /v2.0/ports/cc27d3bf-bf0b-4674-a0f0-a4810eee43d6 HTTP/1.1" status: 204 len: 173 time: 0.5097063 Sep 15 17:58:21.920307 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0e232c-0a95-4687-a8e1-5f5bd16965f0', 'name': 'network-vif-deleted', 'tag': 'cc27d3bf-bf0b-4674-a0f0-a4810eee43d6'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:58:21.922802 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dcb207-baf1-4a6a-bc84-12ca4959d743" -d '{"events": [{"server_uuid": "bd0e232c-0a95-4687-a8e1-5f5bd16965f0", "name": "network-vif-deleted", "tag": "cc27d3bf-bf0b-4674-a0f0-a4810eee43d6"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:58:21.965457 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801a4523-f717-4600-a737-64c7ce819fbf x-openstack-request-id: req-801a4523-f717-4600-a737-64c7ce819fbf {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:58:21.965751 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0e232c-0a95-4687-a8e1-5f5bd16965f0", "name": "network-vif-deleted", "tag": "cc27d3bf-bf0b-4674-a0f0-a4810eee43d6", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:58:21.966008 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-801a4523-f717-4600-a737-64c7ce819fbf {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:58:21.966404 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd0e232c-0a95-4687-a8e1-5f5bd16965f0', 'name': 'network-vif-deleted', 'tag': 'cc27d3bf-bf0b-4674-a0f0-a4810eee43d6', 'status': 'completed', 'code': 200} Sep 15 17:58:22.058039 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:22.179666 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e7107-adef-4976-92eb-e91f4c19fd02 req-0d9719e5-399e-4186-805f-3024cbef04b6 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:22.181141 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ef2e7107-adef-4976-92eb-e91f4c19fd02 req-0d9719e5-399e-4186-805f-3024cbef04b6 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0471032 Sep 15 17:58:22.217146 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ef2e7107-adef-4976-92eb-e91f4c19fd02 req-1b41477b-0560-4aa2-8331-1f5cbdf1794c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301242 Sep 15 17:58:22.723901 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e02e6ae8-cad9-4cc7-a259-482ca617537a req-0e8e7051-4b78-4834-a3c1-21d467c36015 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 210 time: 0.0325828 Sep 15 17:58:23.243677 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:23.297866 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['33cbfcdf-e5fb-429c-980e-8fedc82fdfc6', 'cc27d3bf-bf0b-4674-a0f0-a4810eee43d6'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:58:23.335004 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a554ed5-990f-4399-b078-1fef2e6c8efc req-040f7789-06d6-4ae2-a74e-b0f7f689b981 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:23.337880 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-9a554ed5-990f-4399-b078-1fef2e6c8efc req-040f7789-06d6-4ae2-a74e-b0f7f689b981 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0532405 Sep 15 17:58:23.384082 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-9a554ed5-990f-4399-b078-1fef2e6c8efc req-753d87ff-a6df-4e38-93ad-f6c7a39fcd64 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402009 Sep 15 17:58:23.592511 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device cc27d3bf-bf0b-4674-a0f0-a4810eee43d6 no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:58:23.614992 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] No Port match for: cc27d3bf-bf0b-4674-a0f0-a4810eee43d6 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:58:23.615332 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device cc27d3bf-bf0b-4674-a0f0-a4810eee43d6 not bound to the agent host hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:58:23.832821 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9b31949a-33f5-42f2-a74d-1a4ac025d15d req-57974b94-e5b9-484b-a599-e9fea84d2496 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd0e232c-0a95-4687-a8e1-5f5bd16965f0 HTTP/1.1" status: 200 len: 210 time: 0.0247707 Sep 15 17:58:24.508241 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738f2a4-addc-4994-a0c8-2918fbe98301 req-fc9e6686-6f01-4605-a619-74787ab9522e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:24.509769 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3738f2a4-addc-4994-a0c8-2918fbe98301 req-fc9e6686-6f01-4605-a619-74787ab9522e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0533884 Sep 15 17:58:24.549962 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3738f2a4-addc-4994-a0c8-2918fbe98301 req-0c11f841-317f-4c63-bcad-1078d98893f6 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343120 Sep 15 17:58:24.608754 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:25.660751 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4d940-b845-46f1-8ff8-ab8edb2cdc40 req-cd533f5b-4194-4f96-ae83-83b938951c38 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:25.662816 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-23d4d940-b845-46f1-8ff8-ab8edb2cdc40 req-cd533f5b-4194-4f96-ae83-83b938951c38 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0477166 Sep 15 17:58:25.700404 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-23d4d940-b845-46f1-8ff8-ab8edb2cdc40 req-1f4b66aa-1d6a-4557-840e-6d13049109d0 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316887 Sep 15 17:58:26.813363 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0ec5b-1186-44c6-87b3-51a3a835a748 req-caeb8c8a-765b-492e-997c-ad1e692125e7 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:26.814816 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c1c0ec5b-1186-44c6-87b3-51a3a835a748 req-caeb8c8a-765b-492e-997c-ad1e692125e7 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0474448 Sep 15 17:58:26.852232 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c1c0ec5b-1186-44c6-87b3-51a3a835a748 req-01e26a09-8088-4d0f-bec9-824051b21e60 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309544 Sep 15 17:58:27.904389 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:58:27.965273 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d89a52-97f2-40c1-a125-ac9b1020d278 req-45e52e42-94b6-467b-bea5-a05b91ccb428 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:27.966754 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-01d89a52-97f2-40c1-a125-ac9b1020d278 req-45e52e42-94b6-467b-bea5-a05b91ccb428 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0491908 Sep 15 17:58:28.034746 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-01d89a52-97f2-40c1-a125-ac9b1020d278 req-5743d70a-e826-4b10-bc3f-cf811d09142b tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588830 Sep 15 17:58:28.062844 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801c602-c50c-4e75-9ad4-10ce4c8842aa req-f1731dc2-300b-4cf4-b399-b76877997108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:28.062844 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d801c602-c50c-4e75-9ad4-10ce4c8842aa req-f1731dc2-300b-4cf4-b399-b76877997108 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 1099 time: 0.0555921 Sep 15 17:58:28.097149 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d801c602-c50c-4e75-9ad4-10ce4c8842aa req-92777b68-dfeb-4654-90b6-f13dc8853056 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318592 Sep 15 17:58:28.874898 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 39280) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:28.918189 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba96972a-de17-49a2-93d0-9b6c1808e4fa admin admin] Deleting subnet 1c3e9adc-3edc-489e-8e3e-7cdb669e8990 {{(pid=106071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:58:28.921144 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ba96972a-de17-49a2-93d0-9b6c1808e4fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:28.954269 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ba96972a-de17-49a2-93d0-9b6c1808e4fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636711'] for subnet, precommit_delete_associations {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:28.999580 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ba96972a-de17-49a2-93d0-9b6c1808e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819029'] for subnet, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:29.126844 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ba96972a-de17-49a2-93d0-9b6c1808e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1819010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6045702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774577'] for subnet, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:29.154828 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96972a-de17-49a2-93d0-9b6c1808e4fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c3e9adc-3edc-489e-8e3e-7cdb669e8990,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:29.157365 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ba96972a-de17-49a2-93d0-9b6c1808e4fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for subnet, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:29.160637 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-ba96972a-de17-49a2-93d0-9b6c1808e4fa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1c3e9adc-3edc-489e-8e3e-7cdb669e8990 HTTP/1.1" status: 204 len: 168 time: 0.2831981 Sep 15 17:58:29.161321 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2324a6-fdf3-485f-ac22-1b24fae42cb8 req-48ebe9f4-137c-4dae-be39-54e1bf98ae53 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:29.161321 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6c2324a6-fdf3-485f-ac22-1b24fae42cb8 req-48ebe9f4-137c-4dae-be39-54e1bf98ae53 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0507631 Sep 15 17:58:29.161895 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 39286) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:29.166612 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96972a-de17-49a2-93d0-9b6c1808e4fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.167084 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96972a-de17-49a2-93d0-9b6c1808e4fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.167319 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96972a-de17-49a2-93d0-9b6c1808e4fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.167663 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96972a-de17-49a2-93d0-9b6c1808e4fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.167996 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96972a-de17-49a2-93d0-9b6c1808e4fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.168339 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96972a-de17-49a2-93d0-9b6c1808e4fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.168696 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96972a-de17-49a2-93d0-9b6c1808e4fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.169031 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96972a-de17-49a2-93d0-9b6c1808e4fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.174077 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96972a-de17-49a2-93d0-9b6c1808e4fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.174077 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96972a-de17-49a2-93d0-9b6c1808e4fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.174077 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96972a-de17-49a2-93d0-9b6c1808e4fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.174077 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96972a-de17-49a2-93d0-9b6c1808e4fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.266041 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588324'] for network, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:29.270752 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6c2324a6-fdf3-485f-ac22-1b24fae42cb8 req-9a5bddf7-e44a-4de3-bd19-bb45cf9b43d9 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862401 Sep 15 17:58:29.353366 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822226', 'neutron.services.segments.db._delete_segments_for_network-8765806907549'] for network, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:29.372925 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593619d1-1905-4982-8189-2490412fc927']}} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:29.382601 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d12c84-d6ba-42e1-8313-0c0a892e9c3a') {'for_net_delete': True} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:29.382836 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d12c84-d6ba-42e1-8313-0c0a892e9c3a') {} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:29.391854 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765806907046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8033952'] for segment, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:29.404780 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:29.410439 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:58:29.410841 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5967524'] for segment, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: Traceback (most recent call last): Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: timer() Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: cb(*args, **kw) Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: return func(*args, **kwargs) Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: self._notify() Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: self.callback(batched_events) Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: event.method(event) Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: return f(self, *a, **k) Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: return self._get(url).json() Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: return self.request(url, 'GET', **kwargs) Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:58:29.412432 dv-cinder-805228-2-iscsi neutron-server[106072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:58:29.552069 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1822219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600340'] for network, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:29.561459 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:29.561459 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] 10.222.0.20 "DELETE /v2.0/networks/593619d1-1905-4982-8189-2490412fc927 HTTP/1.1" status: 204 len: 168 time: 0.3981490 Sep 15 17:58:29.570842 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] Pushing event deleted for resources: {'Network': ['ID=593619d1-1905-4982-8189-2490412fc927,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:29.578572 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.579152 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.579642 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.580143 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.580513 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.580855 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.581360 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.581692 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.582024 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.582350 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.582674 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.582997 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e9de-b8ec-487d-a7a0-6543d1154cfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:29.775832 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 39304) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:29.778000 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe36a3b-5ed7-4a33-a082-2eaaa4a5afbf req-2959b79b-ff73-42e9-af0b-d2aadd914951 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:29.785062 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ebe36a3b-5ed7-4a33-a082-2eaaa4a5afbf req-2959b79b-ff73-42e9-af0b-d2aadd914951 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 946 time: 0.0585091 Sep 15 17:58:29.820968 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ebe36a3b-5ed7-4a33-a082-2eaaa4a5afbf req-8a62c282-aacd-49e0-b95b-e0afd769ca90 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348740 Sep 15 17:58:29.885025 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-af40e554-e6de-4dbb-9b14-a95765cfa759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:29.905933 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 39308) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:29.945376 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-ab4a761a-96cb-4f3a-a522-bf8ccf10f359 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c487a598613474cbc905cfa6955734f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382099 Sep 15 17:58:29.948049 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 39310) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:29.972239 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-af40e554-e6de-4dbb-9b14-a95765cfa759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:29.994353 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-58615e8a-9825-46bb-8050-e4a7e8bf185f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:30.015760 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-58615e8a-9825-46bb-8050-e4a7e8bf185f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:30.034759 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-af40e554-e6de-4dbb-9b14-a95765cfa759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:30.073421 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-af40e554-e6de-4dbb-9b14-a95765cfa759 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8acb5e458791459b9e878bf393535630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962594 Sep 15 17:58:30.074494 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40e554-e6de-4dbb-9b14-a95765cfa759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6c1db3-a269-4174-915d-60c363579b87,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:30.076277 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 39314) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:30.130980 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-826c499f-b49b-41bd-97f8-61ba095a4e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:30.143637 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-58615e8a-9825-46bb-8050-e4a7e8bf185f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:30.146137 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-58615e8a-9825-46bb-8050-e4a7e8bf185f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:30.147752 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-58615e8a-9825-46bb-8050-e4a7e8bf185f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/415a8035-c633-484b-818b-165f7a9877ba HTTP/1.1" status: 204 len: 168 time: 0.1982844 Sep 15 17:58:30.157762 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-826c499f-b49b-41bd-97f8-61ba095a4e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:30.168060 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58615e8a-9825-46bb-8050-e4a7e8bf185f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415a8035-c633-484b-818b-165f7a9877ba,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:30.265977 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-826c499f-b49b-41bd-97f8-61ba095a4e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:30.268587 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-826c499f-b49b-41bd-97f8-61ba095a4e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:30.269758 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-826c499f-b49b-41bd-97f8-61ba095a4e6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c6c1db3-a269-4174-915d-60c363579b87 HTTP/1.1" status: 204 len: 168 time: 0.1923904 Sep 15 17:58:30.278257 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c499f-b49b-41bd-97f8-61ba095a4e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6c1db3-a269-4174-915d-60c363579b87,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:30.408485 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09a04c-a447-4da7-b5e0-edb8506b2c56 req-b501deae-9533-4f80-a181-05473294d49a tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:30.409950 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-fc09a04c-a447-4da7-b5e0-edb8506b2c56 req-b501deae-9533-4f80-a181-05473294d49a tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0513582 Sep 15 17:58:30.448123 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-fc09a04c-a447-4da7-b5e0-edb8506b2c56 req-1060a662-1ec5-4878-84ef-6918add576a0 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314987 Sep 15 17:58:30.934706 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a224a9f-592c-43bd-9966-675974254a2a req-10c87e05-04c7-4c37-90fc-f7a12096b218 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:30.936266 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7a224a9f-592c-43bd-9966-675974254a2a req-10c87e05-04c7-4c37-90fc-f7a12096b218 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0556498 Sep 15 17:58:30.956720 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c790fc2-3e42-4c77-a0ed-e0c142ce0abb req-c148f006-c5c3-4cc1-88f4-3814c8c098fe tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:30.960336 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0c790fc2-3e42-4c77-a0ed-e0c142ce0abb req-c148f006-c5c3-4cc1-88f4-3814c8c098fe tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 946 time: 0.0685849 Sep 15 17:58:30.981650 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7a224a9f-592c-43bd-9966-675974254a2a req-3c7f8378-ffab-4555-90c7-c5314a9cdbb2 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383322 Sep 15 17:58:31.005142 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0c790fc2-3e42-4c77-a0ed-e0c142ce0abb req-330d3e2f-c7e8-4af3-9b72-aaa566da4daa tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386846 Sep 15 17:58:31.219453 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 39374) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:31.313058 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-616cc0e6-14e5-41de-a33b-460893f57ece admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-908717723-network', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:58:31.448769 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616cc0e6-14e5-41de-a33b-460893f57ece admin admin] Made reservation on behalf of 5d045a0e58be4c8f84c8c67093e57d31 for: {'network': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:58:31.451110 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-616cc0e6-14e5-41de-a33b-460893f57ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for network, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:31.459448 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-616cc0e6-14e5-41de-a33b-460893f57ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:31.542988 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-616cc0e6-14e5-41de-a33b-460893f57ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:31.626007 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-616cc0e6-14e5-41de-a33b-460893f57ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:31.648709 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616cc0e6-14e5-41de-a33b-460893f57ece admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=106072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:58:31.662316 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616cc0e6-14e5-41de-a33b-460893f57ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63703b1-aabc-4b6c-91fb-2aa0beb04474,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:31.665814 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-616cc0e6-14e5-41de-a33b-460893f57ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:31.666153 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.segments_db [None req-616cc0e6-14e5-41de-a33b-460893f57ece admin admin] Added segment 9c5b7972-00fb-440e-81b9-40a3fb77b325 of type vlan for network b0a638ed-aa8c-45ea-b76f-a163858459e3 Sep 15 17:58:31.702790 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-616cc0e6-14e5-41de-a33b-460893f57ece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765806349855'] for network, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:31.803379 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-616cc0e6-14e5-41de-a33b-460893f57ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for network, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:31.804356 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616cc0e6-14e5-41de-a33b-460893f57ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:31.804985 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-616cc0e6-14e5-41de-a33b-460893f57ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:31.861975 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616cc0e6-14e5-41de-a33b-460893f57ece admin admin] Pushing event updated for resources: {'Network': ['ID=b0a638ed-aa8c-45ea-b76f-a163858459e3,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:31.871309 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Network b0a638ed-aa8c-45ea-b76f-a163858459e3 details requested by agent ovs-agent-dv-cinder-805228-2-iscsi with host dv-cinder-805228-2-iscsi {{(pid=106073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:58:31.915647 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-616cc0e6-14e5-41de-a33b-460893f57ece admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6918879 Sep 15 17:58:31.916125 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 39378) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:31.922422 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-2fdd7e65-24b3-402e-96b6-86acee690266 admin admin] Request body: {'subnet': {'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-908717723-subnet', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'ip_version': 4}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:58:32.048852 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdd7e65-24b3-402e-96b6-86acee690266 admin admin] Made reservation on behalf of 5d045a0e58be4c8f84c8c67093e57d31 for: {'subnet': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:58:32.051858 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7e65-24b3-402e-96b6-86acee690266 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4475166'] for subnet, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:32.141539 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf536ef9-5468-4139-b2f8-e81149e24cc7 req-f7e9943d-0360-49f3-8197-dde6c85c9d39 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:32.143284 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-cf536ef9-5468-4139-b2f8-e81149e24cc7 req-f7e9943d-0360-49f3-8197-dde6c85c9d39 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 946 time: 0.0526550 Sep 15 17:58:32.166432 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94267c-2aed-486c-a090-5282e85fe06a req-70a1864f-c95f-44ce-ae23-b6d7a06f9a23 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:32.167928 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3e94267c-2aed-486c-a090-5282e85fe06a req-70a1864f-c95f-44ce-ae23-b6d7a06f9a23 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.1112986 Sep 15 17:58:32.188949 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-cf536ef9-5468-4139-b2f8-e81149e24cc7 req-4bbcdd9f-1eec-4526-b2a3-3d37a2d4752b tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371387 Sep 15 17:58:32.242512 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3e94267c-2aed-486c-a090-5282e85fe06a req-020cfe88-b486-4c55-9a9e-4008a56bc618 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676045 Sep 15 17:58:32.372416 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7e65-24b3-402e-96b6-86acee690266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5966905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4475184'] for subnet, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:32.399625 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e26b8-1176-48f9-85fb-ca6f99184684 req-ce36e7d6-c53c-4c26-8c92-ed479a3ee00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:32.401189 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5e5e26b8-1176-48f9-85fb-ca6f99184684 req-ce36e7d6-c53c-4c26-8c92-ed479a3ee00a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60eeb6732c944f73b5124264b05fed93&device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 1099 time: 0.0433502 Sep 15 17:58:32.422347 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd7e65-24b3-402e-96b6-86acee690266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b801b881-d04d-4502-b644-72a1fe0fe876,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:32.438334 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdd7e65-24b3-402e-96b6-86acee690266 admin admin] Checking segment: {'id': '9c5b7972-00fb-440e-81b9-40a3fb77b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:58:32.438689 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdd7e65-24b3-402e-96b6-86acee690266 admin admin] Network hostable DHCP agents. Network: b0a638ed-aa8c-45ea-b76f-a163858459e3, hostable agents: ['36f446e8-29e8-4378-bef0-f89f7461b806'], hosted agents: [] {{(pid=106072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:58:32.505655 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e26b8-1176-48f9-85fb-ca6f99184684 req-0bdbd451-4fe3-4d23-a757-30fa6a572286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:32.507176 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5e5e26b8-1176-48f9-85fb-ca6f99184684 req-0bdbd451-4fe3-4d23-a757-30fa6a572286 service neutron] 10.222.0.37 "GET /v2.0/networks?id=396115e6-db56-4072-bd7b-ec58ca4ae889 HTTP/1.1" status: 200 len: 920 time: 0.0840330 Sep 15 17:58:32.528903 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdd7e65-24b3-402e-96b6-86acee690266 admin admin] Network b0a638ed-aa8c-45ea-b76f-a163858459e3 is scheduled to be hosted by DHCP agent 36f446e8-29e8-4378-bef0-f89f7461b806 with binding_index 1 {{(pid=106072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:58:32.553074 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5e5e26b8-1176-48f9-85fb-ca6f99184684 req-86bc17fe-3324-4212-9ad9-e4932ce7a5ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e19d0cd-81ce-411e-927f-5c2ef4eb068c HTTP/1.1" status: 200 len: 217 time: 0.0365114 Sep 15 17:58:32.563301 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:32.580207 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-2fdd7e65-24b3-402e-96b6-86acee690266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805228-2-iscsi, b0a638ed-aa8c-45ea-b76f-a163858459e3) {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:58:32.584901 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdd7e65-24b3-402e-96b6-86acee690266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:32.586223 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7e65-24b3-402e-96b6-86acee690266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:32.590889 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac453f1-2dd6-4dd4-951a-86ed377bba90 None None] Network b0a638ed-aa8c-45ea-b76f-a163858459e3 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:58:32.604764 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e26b8-1176-48f9-85fb-ca6f99184684 req-a546f967-997d-4847-aa2a-c7149d743ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:32.606285 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5e5e26b8-1176-48f9-85fb-ca6f99184684 req-a546f967-997d-4847-aa2a-c7149d743ab6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13cfe71f-2229-47b4-a747-3c2f6b40d99e HTTP/1.1" status: 200 len: 859 time: 0.0457511 Sep 15 17:58:32.646551 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5e5e26b8-1176-48f9-85fb-ca6f99184684 req-50044ea6-fcad-42aa-98ab-39aa39e67d64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=396115e6-db56-4072-bd7b-ec58ca4ae889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244927 Sep 15 17:58:32.685301 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 39390) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:32.691721 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-7114a42d-e0c5-4274-b359-a7ddeed58656 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-908717723-router', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:58:32.693128 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-2fdd7e65-24b3-402e-96b6-86acee690266 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7755466 Sep 15 17:58:32.740759 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b4801a4-af14-5ddf-bb32-75928b3273dc-b0a638ed-aa8c-45ea-b76f-a163858459e3', 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'fixed_ips': [{'subnet_id': 'b801b881-d04d-4502-b644-72a1fe0fe876'}]}} from dv-cinder-805228-2-iscsi. {{(pid=106073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:58:32.741659 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:32.760362 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5e5e26b8-1176-48f9-85fb-ca6f99184684 req-f9143bf6-4ec5-4ab0-b71a-61f8142d6af0 service neutron] 10.222.0.37 "GET /v2.0/networks/396115e6-db56-4072-bd7b-ec58ca4ae889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032195 Sep 15 17:58:32.854971 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5e5e26b8-1176-48f9-85fb-ca6f99184684 req-e217cbe2-1d0f-4702-92e2-c7b9725ceeb1 service neutron] 10.222.0.37 "GET /v2.0/networks/396115e6-db56-4072-bd7b-ec58ca4ae889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818172 Sep 15 17:58:32.857860 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7114a42d-e0c5-4274-b359-a7ddeed58656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-602763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:32.859018 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7114a42d-e0c5-4274-b359-a7ddeed58656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:32.877088 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.db_base_plugin_common [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] Allocated IP 172.20.0.2 (b0a638ed-aa8c-45ea-b76f-a163858459e3/b801b881-d04d-4502-b644-72a1fe0fe876/3bcf0b45-dd5a-4909-ac7a-9bd959e3221a) {{(pid=106073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:58:32.923501 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7114a42d-e0c5-4274-b359-a7ddeed58656 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:32.955180 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b93b4-75ff-4b6f-8045-2fa056bf5d6c req-36a6f32a-956a-4d21-b80d-ae68d62e049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:32.956718 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0d7b93b4-75ff-4b6f-8045-2fa056bf5d6c req-36a6f32a-956a-4d21-b80d-ae68d62e049f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60eeb6732c944f73b5124264b05fed93&device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 1099 time: 0.0424237 Sep 15 17:58:33.027836 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] Notify callbacks [] for port, precommit_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:33.096513 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:33.130643 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] Network b0a638ed-aa8c-45ea-b76f-a163858459e3 is already hosted by enough agents. {{(pid=106073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:58:33.156893 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.scheduler.base_scheduler [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] Resources bound (agent type, host, resource id): {{(pid=106073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:58:33.158680 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] Pushing event updated for resources: {'Port': ['ID=3bcf0b45-dd5a-4909-ac7a-9bd959e3221a,revision_number=1']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:33.161905 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] Received port after_create {{(pid=106073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:58:33.174794 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b93b4-75ff-4b6f-8045-2fa056bf5d6c req-283f6513-b1cc-4377-9593-77b79478e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:33.176201 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0d7b93b4-75ff-4b6f-8045-2fa056bf5d6c req-283f6513-b1cc-4377-9593-77b79478e279 service neutron] 10.222.0.37 "GET /v2.0/networks?id=396115e6-db56-4072-bd7b-ec58ca4ae889 HTTP/1.1" status: 200 len: 920 time: 0.2111790 Sep 15 17:58:33.178813 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7114a42d-e0c5-4274-b359-a7ddeed58656 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:33.217579 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] Attempting to bind port 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:58:33.218160 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] Attempting to bind port 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '9c5b7972-00fb-440e-81b9-40a3fb77b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3'}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:58:33.218318 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] Attempting to bind port 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a on network b0a638ed-aa8c-45ea-b76f-a163858459e3 {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:58:33.219865 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0d7b93b4-75ff-4b6f-8045-2fa056bf5d6c req-eef5557f-bcda-4726-b496-56bcd15ddd7c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e19d0cd-81ce-411e-927f-5c2ef4eb068c HTTP/1.1" status: 200 len: 217 time: 0.0341947 Sep 15 17:58:33.223456 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:58:33.223825 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] Checking segment: {'id': '9c5b7972-00fb-440e-81b9-40a3fb77b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:58:33.224211 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:33.224642 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] Bound using segment: {'id': '9c5b7972-00fb-440e-81b9-40a3fb77b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3'} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:58:33.225111 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] Bound port: 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5b7972-00fb-440e-81b9-40a3fb77b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3'}}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:58:33.225490 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:33.303393 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] For port 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:58:33.307643 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] For port 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=3bcf0b45-dd5a-4909-ac7a-9bd959e3221a,segment=NetworkSegment(9c5b7972-00fb-440e-81b9-40a3fb77b325),segment_id=9c5b7972-00fb-440e-81b9-40a3fb77b325)] {{(pid=106073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:58:33.323030 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b93b4-75ff-4b6f-8045-2fa056bf5d6c req-71d6d348-fe25-40e8-ae34-0fb9334f70b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:33.328296 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0d7b93b4-75ff-4b6f-8045-2fa056bf5d6c req-71d6d348-fe25-40e8-ae34-0fb9334f70b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13cfe71f-2229-47b4-a747-3c2f6b40d99e HTTP/1.1" status: 200 len: 859 time: 0.0941846 Sep 15 17:58:33.363312 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82414201-e00e-4363-b23d-80da2a55ae5d req-9a445373-8a36-4294-89eb-0d710a25be53 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:33.364993 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-82414201-e00e-4363-b23d-80da2a55ae5d req-9a445373-8a36-4294-89eb-0d710a25be53 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 946 time: 0.0985584 Sep 15 17:58:33.382973 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0d7b93b4-75ff-4b6f-8045-2fa056bf5d6c req-7db56189-0750-4997-acb9-798f9db49f6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=396115e6-db56-4072-bd7b-ec58ca4ae889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389717 Sep 15 17:58:33.414749 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:33.414899 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afe2c7-7527-43a2-9af4-ee292ad8b4a8 req-a7b8bfae-93c2-4fea-ab52-39ab4060cbef tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:33.421098 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-04afe2c7-7527-43a2-9af4-ee292ad8b4a8 req-a7b8bfae-93c2-4fea-ab52-39ab4060cbef tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0774355 Sep 15 17:58:33.476005 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a30e8-a937-49ad-91ab-d05829bbcf7c None None] Pushing event updated for resources: {'Port': ['ID=3bcf0b45-dd5a-4909-ac7a-9bd959e3221a,revision_number=2']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:33.481222 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-04afe2c7-7527-43a2-9af4-ee292ad8b4a8 req-4e038f8f-64d3-467d-8f1f-11cde28b18bb tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598052 Sep 15 17:58:33.738438 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-82414201-e00e-4363-b23d-80da2a55ae5d req-65032a51-c240-4048-9434-f4b97a416c8c tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588824 Sep 15 17:58:33.787494 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0d7b93b4-75ff-4b6f-8045-2fa056bf5d6c req-70c055e0-a8dc-4ac5-8cca-49437ac106fe service neutron] 10.222.0.37 "GET /v2.0/networks/396115e6-db56-4072-bd7b-ec58ca4ae889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863120 Sep 15 17:58:33.975550 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7114a42d-e0c5-4274-b359-a7ddeed58656 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:34.002374 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7114a42d-e0c5-4274-b359-a7ddeed58656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:34.005554 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0d7b93b4-75ff-4b6f-8045-2fa056bf5d6c req-5fff02b0-9d03-4d81-8f8f-4726c2b4b06c service neutron] 10.222.0.37 "GET /v2.0/networks/396115e6-db56-4072-bd7b-ec58ca4ae889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644945 Sep 15 17:58:34.118711 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [None req-7114a42d-e0c5-4274-b359-a7ddeed58656 admin admin] Allocated IP 172.27.3.69 (dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a/d93a8e56-437b-48c5-b03a-0e7bd18816d0/fbf7079a-da6d-4303-b24b-47ecfc8bd1f2) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:58:34.170037 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:58:34.225527 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:58:34.226174 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:34.236846 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7114a42d-e0c5-4274-b359-a7ddeed58656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:34.346754 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7114a42d-e0c5-4274-b359-a7ddeed58656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:34.433056 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7114a42d-e0c5-4274-b359-a7ddeed58656 admin admin] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:58:34.434237 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:34.446581 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-7114a42d-e0c5-4274-b359-a7ddeed58656 admin admin] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:58:34.449020 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114a42d-e0c5-4274-b359-a7ddeed58656 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf7079a-da6d-4303-b24b-47ecfc8bd1f2,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:34.451460 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7114a42d-e0c5-4274-b359-a7ddeed58656 admin admin] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:58:34.479172 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] For port 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=3bcf0b45-dd5a-4909-ac7a-9bd959e3221a,segment=NetworkSegment(9c5b7972-00fb-440e-81b9-40a3fb77b325),segment_id=9c5b7972-00fb-440e-81b9-40a3fb77b325)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:58:34.536849 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4530b048-081f-424c-8361-f3d818a3efa6 None None] Network b0a638ed-aa8c-45ea-b76f-a163858459e3 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:58:34.559620 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79eb3d-d11e-42d3-b298-ec453a6041ef req-d869c623-9f8c-4e9d-a3e4-1955b73c82a6 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:34.561725 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2e79eb3d-d11e-42d3-b298-ec453a6041ef req-d869c623-9f8c-4e9d-a3e4-1955b73c82a6 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.37 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 946 time: 0.1253555 Sep 15 17:58:34.571513 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:34.615206 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58bfe2-d416-4f74-9a85-268ee42e1c29 req-41bc7d4e-f6da-4186-b6ff-8250df25637e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:34.618316 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9c58bfe2-d416-4f74-9a85-268ee42e1c29 req-41bc7d4e-f6da-4186-b6ff-8250df25637e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0561519 Sep 15 17:58:34.683782 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-d2e04301-3590-44ac-974c-b89020cb6e32 None None] Provisioning complete for port 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:58:34.684163 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-d2e04301-3590-44ac-974c-b89020cb6e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:34.688201 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Pushing event updated for resources: {'Port': ['ID=3bcf0b45-dd5a-4909-ac7a-9bd959e3221a,revision_number=3']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:34.722497 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-2e79eb3d-d11e-42d3-b298-ec453a6041ef req-88897823-24d1-4a6f-87cb-ab0d4f257c24 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Deleting port 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:58:34.723118 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-2e79eb3d-d11e-42d3-b298-ec453a6041ef req-88897823-24d1-4a6f-87cb-ab0d4f257c24 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:34.875416 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9c58bfe2-d416-4f74-9a85-268ee42e1c29 req-e68d4b19-8498-4daa-9d4a-d10e7cd0d60b tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500789 Sep 15 17:58:34.962887 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-2e79eb3d-d11e-42d3-b298-ec453a6041ef req-88897823-24d1-4a6f-87cb-ab0d4f257c24 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] For port 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=33cbfcdf-e5fb-429c-980e-8fedc82fdfc6,segment=NetworkSegment(ddbd2a64-91ba-4b52-b6d9-455ad765d2e6),segment_id=ddbd2a64-91ba-4b52-b6d9-455ad765d2e6)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:58:34.963265 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-2e79eb3d-d11e-42d3-b298-ec453a6041ef req-88897823-24d1-4a6f-87cb-ab0d4f257c24 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:34.980956 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540cac2-f222-469d-9643-5ace12769e53 req-d1bbff15-814e-4ce9-90e3-b54fce4eba78 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:34.982496 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2540cac2-f222-469d-9643-5ace12769e53 req-d1bbff15-814e-4ce9-90e3-b54fce4eba78 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 946 time: 0.1309838 Sep 15 17:58:34.994460 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-2e79eb3d-d11e-42d3-b298-ec453a6041ef req-88897823-24d1-4a6f-87cb-ab0d4f257c24 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Calling delete_port for 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 owned by compute:nova {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:58:34.999514 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 39428) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:35.022050 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7114a42d-e0c5-4274-b359-a7ddeed58656 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:35.079984 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-23758b7c-c42b-46c6-a99a-5dfd8b8c081d None None] Provisioning complete for port 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:58:35.080429 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-23758b7c-c42b-46c6-a99a-5dfd8b8c081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:35.117369 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2540cac2-f222-469d-9643-5ace12769e53 req-56568e4a-e13d-4a66-9f41-5155ee3709be tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef6276f7-c3ac-4ddd-af9b-87b25091c19a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240244 Sep 15 17:58:35.118699 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5386e042-0cce-4068-8ecc-f76342055c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:35.207802 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5386e042-0cce-4068-8ecc-f76342055c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:35.294402 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5386e042-0cce-4068-8ecc-f76342055c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:35.327474 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7114a42d-e0c5-4274-b359-a7ddeed58656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600412'] for router, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:35.330742 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-5386e042-0cce-4068-8ecc-f76342055c4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0bebaf6fd9fe418f9e4e58eab8ae8109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301098 Sep 15 17:58:35.331932 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386e042-0cce-4068-8ecc-f76342055c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9852bb2b-8c12-4f81-ae17-9f6d97c09a55,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:35.333452 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 39432) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:35.371069 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-2e79eb3d-d11e-42d3-b298-ec453a6041ef req-88897823-24d1-4a6f-87cb-ab0d4f257c24 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:35.382721 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['33cbfcdf-e5fb-429c-980e-8fedc82fdfc6'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:58:35.420936 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88897823-24d1-4a6f-87cb-ab0d4f257c24 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Pushing event deleted for resources: {'Port': ['ID=33cbfcdf-e5fb-429c-980e-8fedc82fdfc6,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:35.517696 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e79eb3d-d11e-42d3-b298-ec453a6041ef req-88897823-24d1-4a6f-87cb-ab0d4f257c24 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] No DVR routers for this DVR port 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 on host hv-cinder-80522 {{(pid=106071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:58:35.523988 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-2e79eb3d-d11e-42d3-b298-ec453a6041ef req-88897823-24d1-4a6f-87cb-ab0d4f257c24 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:35.525968 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2e79eb3d-d11e-42d3-b298-ec453a6041ef req-88897823-24d1-4a6f-87cb-ab0d4f257c24 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.37 "DELETE /v2.0/ports/33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 HTTP/1.1" status: 204 len: 173 time: 0.9286473 Sep 15 17:58:35.527913 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99554549-cecc-4e20-9c4d-9bdb22ae6472', 'name': 'network-vif-deleted', 'tag': '33cbfcdf-e5fb-429c-980e-8fedc82fdfc6'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:58:35.530122 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db9080b-4d5b-41fa-85da-c10aa2005f5c" -d '{"events": [{"server_uuid": "99554549-cecc-4e20-9c4d-9bdb22ae6472", "name": "network-vif-deleted", "tag": "33cbfcdf-e5fb-429c-980e-8fedc82fdfc6"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:58:35.538805 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-98a2c3bf-85be-4d12-8cbc-dc9ae4d2986d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:35.567621 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52ab905-a65a-4913-ad4a-2fd5b08ca6a0 x-openstack-request-id: req-c52ab905-a65a-4913-ad4a-2fd5b08ca6a0 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:58:35.567908 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99554549-cecc-4e20-9c4d-9bdb22ae6472", "name": "network-vif-deleted", "tag": "33cbfcdf-e5fb-429c-980e-8fedc82fdfc6", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:58:35.568160 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c52ab905-a65a-4913-ad4a-2fd5b08ca6a0 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:58:35.568592 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99554549-cecc-4e20-9c4d-9bdb22ae6472', 'name': 'network-vif-deleted', 'tag': '33cbfcdf-e5fb-429c-980e-8fedc82fdfc6', 'status': 'completed', 'code': 200} Sep 15 17:58:35.575733 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-98a2c3bf-85be-4d12-8cbc-dc9ae4d2986d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:35.700668 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7114a42d-e0c5-4274-b359-a7ddeed58656 admin admin] Router 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade is scheduled to L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 with binding_index 1 {{(pid=106071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:58:35.705049 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-98a2c3bf-85be-4d12-8cbc-dc9ae4d2986d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:35.707856 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-98a2c3bf-85be-4d12-8cbc-dc9ae4d2986d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:35.711198 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-98a2c3bf-85be-4d12-8cbc-dc9ae4d2986d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9852bb2b-8c12-4f81-ae17-9f6d97c09a55 HTTP/1.1" status: 204 len: 168 time: 0.3744259 Sep 15 17:58:35.730626 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2c3bf-85be-4d12-8cbc-dc9ae4d2986d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9852bb2b-8c12-4f81-ae17-9f6d97c09a55,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:35.832259 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7114a42d-e0c5-4274-b359-a7ddeed58656 admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:58:35.841308 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] Sync routers for ids ['68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:58:35.854499 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] Routers {'68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:58:35.855229 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:58:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:35.957592 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] Set router 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:58:35.991235 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c905e48-428f-4aaf-82b8-de7483cdaaee req-340d4957-fbd8-47a7-b39e-5d403caee10c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:35.993616 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0c905e48-428f-4aaf-82b8-de7483cdaaee req-340d4957-fbd8-47a7-b39e-5d403caee10c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0508206 Sep 15 17:58:35.994618 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7114a42d-e0c5-4274-b359-a7ddeed58656 admin admin] Notify callbacks [] for router, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:35.995984 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-7114a42d-e0c5-4274-b359-a7ddeed58656 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3097398 Sep 15 17:58:35.998693 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 39446) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:36.093304 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0c905e48-428f-4aaf-82b8-de7483cdaaee req-9c8eac72-a44d-4d2e-b1be-3b4b6915a7ca tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886576 Sep 15 17:58:36.138628 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:58:36.205866 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'name': 'tempest-TestMinimumBasicScenario-908717723-router', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:32Z', 'updated_at': '2021-09-15T17:58:34Z', 'revision_number': 3, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'gw_port': {'id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:34Z', 'updated_at': '2021-09-15T17:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:36.254731 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:58:36.255361 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:36.260003 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] Checking router: 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:58:36.260003 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] Updating router 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade port fbf7079a-da6d-4303-b24b-47ecfc8bd1f2 binding host dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:58:36.261810 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f69da07c-7d24-4320-8428-4e494d6bb1a5 req-164abc19-aabb-4e00-af91-4b71095dbe73 tempest-AttachVolumeNegativeTest-548744671 tempest-AttachVolumeNegativeTest-548744671-project] 10.222.0.20 "GET /v2.0/ports?device_id=99554549-cecc-4e20-9c4d-9bdb22ae6472 HTTP/1.1" status: 200 len: 210 time: 0.0439286 Sep 15 17:58:36.292145 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:36.607009 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] Notify callbacks [] for port, precommit_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:36.728951 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:36.731764 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-222be44a-8e85-40fc-8ebe-f109bb0dd404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:36.788551 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] Attempting to bind port fbf7079a-da6d-4303-b24b-47ecfc8bd1f2 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:58:36.788952 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] Attempting to bind port fbf7079a-da6d-4303-b24b-47ecfc8bd1f2 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}] {{(pid=106074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:58:36.789332 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] Attempting to bind port fbf7079a-da6d-4303-b24b-47ecfc8bd1f2 on network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:58:36.802287 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:58:36.802664 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] Checking segment: {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:58:36.803084 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:36.803915 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] Bound using segment: {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'} {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:58:36.803915 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] Bound port: fbf7079a-da6d-4303-b24b-47ecfc8bd1f2, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}}] {{(pid=106074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:58:36.804289 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:36.807806 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb26d3-d882-4194-8732-1fdc0fc36199 None None] Pushing event updated for resources: {'Port': ['ID=fbf7079a-da6d-4303-b24b-47ecfc8bd1f2,revision_number=2']} {{(pid=106074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:36.834717 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb26d3-d882-4194-8732-1fdc0fc36199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:36.835088 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb26d3-d882-4194-8732-1fdc0fc36199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:36.835436 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb26d3-d882-4194-8732-1fdc0fc36199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:36.835768 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb26d3-d882-4194-8732-1fdc0fc36199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:36.836276 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb26d3-d882-4194-8732-1fdc0fc36199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:36.836607 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb26d3-d882-4194-8732-1fdc0fc36199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:36.836943 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb26d3-d882-4194-8732-1fdc0fc36199 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:36.837283 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb26d3-d882-4194-8732-1fdc0fc36199 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:36.837619 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb26d3-d882-4194-8732-1fdc0fc36199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:36.838001 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb26d3-d882-4194-8732-1fdc0fc36199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:36.838265 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb26d3-d882-4194-8732-1fdc0fc36199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:36.838593 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb26d3-d882-4194-8732-1fdc0fc36199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:36.879455 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.db [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] For port fbf7079a-da6d-4303-b24b-47ecfc8bd1f2, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:58:36.883552 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.db [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] For port fbf7079a-da6d-4303-b24b-47ecfc8bd1f2, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=fbf7079a-da6d-4303-b24b-47ecfc8bd1f2,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:58:36.910058 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [None req-222be44a-8e85-40fc-8ebe-f109bb0dd404 admin admin] Allocated IP 172.20.0.1 (b0a638ed-aa8c-45ea-b76f-a163858459e3/b801b881-d04d-4502-b644-72a1fe0fe876/dd86a3be-50c7-409b-92d6-258992b3409c) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:58:36.998295 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:37.017747 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-222be44a-8e85-40fc-8ebe-f109bb0dd404 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:37.059151 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] Routers {'68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:58:37.059783 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:58:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:37.098555 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb26d3-d882-4194-8732-1fdc0fc36199 None None] Pushing event updated for resources: {'Port': ['ID=fbf7079a-da6d-4303-b24b-47ecfc8bd1f2,revision_number=3']} {{(pid=106074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:37.163686 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-222be44a-8e85-40fc-8ebe-f109bb0dd404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:37.191241 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] Set router 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:58:37.234624 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f0f7e-20ba-489a-b9f9-0586873591f0 req-f70c6bd0-fc2c-4ff5-bd97-c5d1f0ad367b tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:37.236933 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f95f0f7e-20ba-489a-b9f9-0586873591f0 req-f70c6bd0-fc2c-4ff5-bd97-c5d1f0ad367b tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0648007 Sep 15 17:58:37.239439 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222be44a-8e85-40fc-8ebe-f109bb0dd404 admin admin] Network b0a638ed-aa8c-45ea-b76f-a163858459e3 is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:58:37.253996 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-222be44a-8e85-40fc-8ebe-f109bb0dd404 admin admin] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:58:37.267294 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222be44a-8e85-40fc-8ebe-f109bb0dd404 admin admin] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:58:37.270593 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222be44a-8e85-40fc-8ebe-f109bb0dd404 admin admin] Pushing event updated for resources: {'Port': ['ID=dd86a3be-50c7-409b-92d6-258992b3409c,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:37.281920 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f95f0f7e-20ba-489a-b9f9-0586873591f0 req-ca0b6ccb-2e9e-4d50-b295-05205a9bdb29 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386927 Sep 15 17:58:37.347806 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 39490) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:37.351449 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-222be44a-8e85-40fc-8ebe-f109bb0dd404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600459'] for router_interface, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:37.431304 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a317e59-d46a-41c0-b5ed-144b3d4d0f2b admin admin] Deleting subnet f65e6417-ab92-4eaf-a9d5-8334761fc129 {{(pid=106072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:58:37.440914 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-1a317e59-d46a-41c0-b5ed-144b3d4d0f2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:37.487012 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'name': 'tempest-TestMinimumBasicScenario-908717723-router', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:32Z', 'updated_at': '2021-09-15T17:58:34Z', 'revision_number': 3, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'gw_port': {'id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:34Z', 'updated_at': '2021-09-15T17:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:37.514708 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-1a317e59-d46a-41c0-b5ed-144b3d4d0f2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8033963'] for subnet, precommit_delete_associations {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:37.514876 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91fbd36-6a8c-4aba-80c6-955bc71b9e9e None None] The sync data for ids ['68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'] in dv-cinder-805228-2-iscsi is: [{'id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'name': 'tempest-TestMinimumBasicScenario-908717723-router', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:32Z', 'updated_at': '2021-09-15T17:58:34Z', 'revision_number': 3, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'gw_port': {'id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:34Z', 'updated_at': '2021-09-15T17:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:58:37.529824 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-600a9efe-1237-4676-96d1-6e3807f258ac None None] Provisioning complete for port dd86a3be-50c7-409b-92d6-258992b3409c triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:58:37.531362 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-600a9efe-1237-4676-96d1-6e3807f258ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:37.571410 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-1a317e59-d46a-41c0-b5ed-144b3d4d0f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819029'] for subnet, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:37.575995 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-600a9efe-1237-4676-96d1-6e3807f258ac None None] Port dd86a3be-50c7-409b-92d6-258992b3409c cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:58:37.576950 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-222be44a-8e85-40fc-8ebe-f109bb0dd404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:37.717713 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-1a317e59-d46a-41c0-b5ed-144b3d4d0f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1819010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5966970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4475193'] for subnet, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:37.744592 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a317e59-d46a-41c0-b5ed-144b3d4d0f2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f65e6417-ab92-4eaf-a9d5-8334761fc129,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:37.750335 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-1a317e59-d46a-41c0-b5ed-144b3d4d0f2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:37.756738 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-1a317e59-d46a-41c0-b5ed-144b3d4d0f2b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f65e6417-ab92-4eaf-a9d5-8334761fc129 HTTP/1.1" status: 204 len: 168 time: 0.4075360 Sep 15 17:58:37.757348 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 39500) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:37.785985 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-222be44a-8e85-40fc-8ebe-f109bb0dd404 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:37.877898 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-39d8f2fe-df42-4cf5-843c-0a587b206b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588324'] for network, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:37.966948 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-39d8f2fe-df42-4cf5-843c-0a587b206b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822226', 'neutron.services.segments.db._delete_segments_for_network-8765806907549'] for network, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:37.987946 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.services.segments.db [None req-39d8f2fe-df42-4cf5-843c-0a587b206b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da47a5c-d2cd-42fe-9854-e0f9136b7152']}} {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:37.990312 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-222be44a-8e85-40fc-8ebe-f109bb0dd404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:38.024712 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.services.segments.db [None req-39d8f2fe-df42-4cf5-843c-0a587b206b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbd2a64-91ba-4b52-b6d9-455ad765d2e6') {'for_net_delete': True} {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:38.025071 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.services.segments.db [None req-39d8f2fe-df42-4cf5-843c-0a587b206b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbd2a64-91ba-4b52-b6d9-455ad765d2e6') {} {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:38.057020 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-39d8f2fe-df42-4cf5-843c-0a587b206b84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765806907046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636716'] for segment, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:38.094556 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-39d8f2fe-df42-4cf5-843c-0a587b206b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:38.104471 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-222be44a-8e85-40fc-8ebe-f109bb0dd404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605723'] for router_interface, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:38.106100 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222be44a-8e85-40fc-8ebe-f109bb0dd404 admin admin] Pushing event updated for resources: {'Port': ['ID=dd86a3be-50c7-409b-92d6-258992b3409c,revision_number=2']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:38.114202 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d8f2fe-df42-4cf5-843c-0a587b206b84 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:58:38.114610 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-39d8f2fe-df42-4cf5-843c-0a587b206b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6046424'] for segment, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: Traceback (most recent call last): Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: timer() Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: cb(*args, **kw) Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: return func(*args, **kwargs) Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: self._notify() Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: self.callback(batched_events) Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: event.method(event) Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: return f(self, *a, **k) Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: return self._get(url).json() Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: return self.request(url, 'GET', **kwargs) Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:58:38.116321 dv-cinder-805228-2-iscsi neutron-server[106071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:58:38.198035 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device fbf7079a-da6d-4303-b24b-47ecfc8bd1f2 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:58:38.254400 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port fbf7079a-da6d-4303-b24b-47ecfc8bd1f2 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:58:38.255126 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:38.257567 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222be44a-8e85-40fc-8ebe-f109bb0dd404 admin admin] Network b0a638ed-aa8c-45ea-b76f-a163858459e3 is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:58:38.259791 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-222be44a-8e85-40fc-8ebe-f109bb0dd404 admin admin] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:58:38.277863 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:58:38.307967 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] No Port match for: 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:58:38.308663 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 33cbfcdf-e5fb-429c-980e-8fedc82fdfc6 not bound to the agent host hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:58:38.312115 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-39d8f2fe-df42-4cf5-843c-0a587b206b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1822219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600340'] for network, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:38.318811 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-39d8f2fe-df42-4cf5-843c-0a587b206b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:38.324771 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-39d8f2fe-df42-4cf5-843c-0a587b206b84 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4da47a5c-d2cd-42fe-9854-e0f9136b7152 HTTP/1.1" status: 204 len: 168 time: 0.5648568 Sep 15 17:58:38.346644 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8f2fe-df42-4cf5-843c-0a587b206b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=4da47a5c-d2cd-42fe-9854-e0f9136b7152,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:38.409910 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:38.461472 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] For port fbf7079a-da6d-4303-b24b-47ecfc8bd1f2, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=fbf7079a-da6d-4303-b24b-47ecfc8bd1f2,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:58:38.477621 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222be44a-8e85-40fc-8ebe-f109bb0dd404 admin admin] Router 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:58:38.551810 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:38.602852 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222be44a-8e85-40fc-8ebe-f109bb0dd404 admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:58:38.608956 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-222be44a-8e85-40fc-8ebe-f109bb0dd404 admin admin] 10.222.0.20 "PUT /v2.0/routers/68653fa3-1a93-4c2e-8c70-f1e04d6b0ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6091797 Sep 15 17:58:38.629869 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Pushing event updated for resources: {'Port': ['ID=fbf7079a-da6d-4303-b24b-47ecfc8bd1f2,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:38.633689 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-d6857157-e83f-4fe2-835b-c16721d9c905 None None] Provisioning complete for port dd86a3be-50c7-409b-92d6-258992b3409c triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:58:38.634066 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-d6857157-e83f-4fe2-835b-c16721d9c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:38.640072 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:38.640444 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:38.640896 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:38.641239 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:38.641570 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:38.642404 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:38.642735 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:38.643368 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:38.644824 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:38.645321 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:38.646497 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:38.646839 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:58:38.682916 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-d6857157-e83f-4fe2-835b-c16721d9c905 None None] Port dd86a3be-50c7-409b-92d6-258992b3409c cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:58:38.817979 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 39514) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:38.869308 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-7383e3da-9440-43cb-977e-1e92277bcad6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c16830a0d09c47d390ee6bbfa6435793&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0476933 Sep 15 17:58:38.870173 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 39520) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:38.925811 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3aece25c-1f8c-4068-abb0-ae048a992075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:38.949364 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3aece25c-1f8c-4068-abb0-ae048a992075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:39.109377 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3aece25c-1f8c-4068-abb0-ae048a992075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:39.112066 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3aece25c-1f8c-4068-abb0-ae048a992075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:39.117662 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-3aece25c-1f8c-4068-abb0-ae048a992075 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef6276f7-c3ac-4ddd-af9b-87b25091c19a HTTP/1.1" status: 204 len: 168 time: 0.2440765 Sep 15 17:58:39.128649 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aece25c-1f8c-4068-abb0-ae048a992075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6276f7-c3ac-4ddd-af9b-87b25091c19a,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:39.343394 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] Sync routers for ids ['68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:58:39.352548 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] Routers {'68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:58:39.353182 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:58:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:39.470385 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] Set router 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:58:39.625814 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 39548) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:39.630590 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-791b89e4-9c04-44d9-a371-e47870a124b2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1475844080-network', 'tenant_id': 'f8f780e85c76446a810df5762234a2a6'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:58:39.716198 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'name': 'tempest-TestMinimumBasicScenario-908717723-router', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:32Z', 'updated_at': '2021-09-15T17:58:37Z', 'revision_number': 4, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'gw_port': {'id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:34Z', 'updated_at': '2021-09-15T17:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': 'dd86a3be-50c7-409b-92d6-258992b3409c', 'name': '', 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'mac_address': 'fa:16:3e:c5:49:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b801b881-d04d-4502-b644-72a1fe0fe876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:36Z', 'updated_at': '2021-09-15T17:58:37Z', 'revision_number': 2, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'subnets': [{'id': 'b801b881-d04d-4502-b644-72a1fe0fe876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:39.726137 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791b89e4-9c04-44d9-a371-e47870a124b2 admin admin] Made reservation on behalf of f8f780e85c76446a810df5762234a2a6 for: {'network': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:58:39.729243 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-791b89e4-9c04-44d9-a371-e47870a124b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for network, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:39.738469 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-791b89e4-9c04-44d9-a371-e47870a124b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:39.747522 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] Checking router: 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:58:39.747885 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] Updating router 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade port dd86a3be-50c7-409b-92d6-258992b3409c binding host dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:58:39.774607 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:39.840587 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-791b89e4-9c04-44d9-a371-e47870a124b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:39.955276 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c1589-d92c-4cc0-b01e-abaf2f06317c req-cbbf1f2f-8b28-4221-8e05-561da7d2d2d6 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:39.956963 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3e7c1589-d92c-4cc0-b01e-abaf2f06317c req-cbbf1f2f-8b28-4221-8e05-561da7d2d2d6 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 946 time: 0.0474102 Sep 15 17:58:39.995182 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3e7c1589-d92c-4cc0-b01e-abaf2f06317c req-ab00dcce-d31d-4eb3-bf3f-6850a0a04ce1 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315650 Sep 15 17:58:40.045001 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] Notify callbacks [] for port, precommit_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:40.063478 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-791b89e4-9c04-44d9-a371-e47870a124b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:40.082919 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791b89e4-9c04-44d9-a371-e47870a124b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=106072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:58:40.111954 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-791b89e4-9c04-44d9-a371-e47870a124b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:40.112499 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.segments_db [None req-791b89e4-9c04-44d9-a371-e47870a124b2 admin admin] Added segment c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed of type vlan for network 442d5ca9-3510-4581-aa13-8712fc469945 Sep 15 17:58:40.114053 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b89e4-9c04-44d9-a371-e47870a124b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5eed544-e839-418b-8554-07ba000cb2fe,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:40.163510 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device fbf7079a-da6d-4303-b24b-47ecfc8bd1f2 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:58:40.170873 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-791b89e4-9c04-44d9-a371-e47870a124b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765806349855'] for network, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:40.190423 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:40.251726 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e39e7-f69a-4cb3-85a0-f84dc13bcd43 None None] Pushing event updated for resources: {'Port': ['ID=dd86a3be-50c7-409b-92d6-258992b3409c,revision_number=3']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:40.271577 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-791b89e4-9c04-44d9-a371-e47870a124b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for network, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:40.272624 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791b89e4-9c04-44d9-a371-e47870a124b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:40.273790 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-791b89e4-9c04-44d9-a371-e47870a124b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:40.300577 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port fbf7079a-da6d-4303-b24b-47ecfc8bd1f2 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:58:40.300955 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:40.330322 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] Attempting to bind port dd86a3be-50c7-409b-92d6-258992b3409c on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:58:40.330694 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] Attempting to bind port dd86a3be-50c7-409b-92d6-258992b3409c by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '9c5b7972-00fb-440e-81b9-40a3fb77b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3'}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:58:40.331059 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] Attempting to bind port dd86a3be-50c7-409b-92d6-258992b3409c on network b0a638ed-aa8c-45ea-b76f-a163858459e3 {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:58:40.336392 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b89e4-9c04-44d9-a371-e47870a124b2 admin admin] Pushing event updated for resources: {'Network': ['ID=442d5ca9-3510-4581-aa13-8712fc469945,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:40.340790 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:58:40.341175 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] Checking segment: {'id': '9c5b7972-00fb-440e-81b9-40a3fb77b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:58:40.341584 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:40.341985 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] Bound using segment: {'id': '9c5b7972-00fb-440e-81b9-40a3fb77b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3'} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:58:40.342477 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] Bound port: dd86a3be-50c7-409b-92d6-258992b3409c, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5b7972-00fb-440e-81b9-40a3fb77b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3'}}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:58:40.342847 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:40.361536 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Network 442d5ca9-3510-4581-aa13-8712fc469945 details requested by agent ovs-agent-dv-cinder-805228-2-iscsi with host dv-cinder-805228-2-iscsi {{(pid=106073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:58:40.375990 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-791b89e4-9c04-44d9-a371-e47870a124b2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7488191 Sep 15 17:58:40.378377 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 39570) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:40.387078 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-21131d4e-3516-4589-9349-4f230aac461e admin admin] Request body: {'subnet': {'network_id': '442d5ca9-3510-4581-aa13-8712fc469945', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1475844080-subnet', 'tenant_id': 'f8f780e85c76446a810df5762234a2a6', 'ip_version': 4}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:58:40.495403 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21131d4e-3516-4589-9349-4f230aac461e admin admin] Made reservation on behalf of f8f780e85c76446a810df5762234a2a6 for: {'subnet': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:58:40.500842 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-21131d4e-3516-4589-9349-4f230aac461e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4475166'] for subnet, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:40.537245 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] For port dd86a3be-50c7-409b-92d6-258992b3409c, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:58:40.561683 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] For port dd86a3be-50c7-409b-92d6-258992b3409c, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=dd86a3be-50c7-409b-92d6-258992b3409c,segment=NetworkSegment(9c5b7972-00fb-440e-81b9-40a3fb77b325),segment_id=9c5b7972-00fb-440e-81b9-40a3fb77b325)] {{(pid=106073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:58:40.574704 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-f1d6dfbb-0a20-459c-9b96-c7ae0db464b4 None None] Provisioning complete for port dd86a3be-50c7-409b-92d6-258992b3409c triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:58:40.575083 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-f1d6dfbb-0a20-459c-9b96-c7ae0db464b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:40.610177 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-f1d6dfbb-0a20-459c-9b96-c7ae0db464b4 None None] Port dd86a3be-50c7-409b-92d6-258992b3409c cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:58:40.624061 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:40.684309 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] Routers {'68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:58:40.685176 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:58:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:40.721517 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e39e7-f69a-4cb3-85a0-f84dc13bcd43 None None] Pushing event updated for resources: {'Port': ['ID=dd86a3be-50c7-409b-92d6-258992b3409c,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:40.780747 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-21131d4e-3516-4589-9349-4f230aac461e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5966905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4475184'] for subnet, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:40.847078 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21131d4e-3516-4589-9349-4f230aac461e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8babe111-d4dc-4c55-8745-220566648341,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:40.855734 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21131d4e-3516-4589-9349-4f230aac461e admin admin] Checking segment: {'id': 'c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '442d5ca9-3510-4581-aa13-8712fc469945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:58:40.856102 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21131d4e-3516-4589-9349-4f230aac461e admin admin] Network hostable DHCP agents. Network: 442d5ca9-3510-4581-aa13-8712fc469945, hostable agents: ['36f446e8-29e8-4378-bef0-f89f7461b806'], hosted agents: [] {{(pid=106072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:58:40.923015 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] Set router 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:58:40.937584 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21131d4e-3516-4589-9349-4f230aac461e admin admin] Network 442d5ca9-3510-4581-aa13-8712fc469945 is scheduled to be hosted by DHCP agent 36f446e8-29e8-4378-bef0-f89f7461b806 with binding_index 1 {{(pid=106072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:58:40.966345 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-f70ed823-49fc-427c-a9f8-a0d4158d2646 None None] Provisioning complete for port dd86a3be-50c7-409b-92d6-258992b3409c triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:58:40.966720 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-f70ed823-49fc-427c-a9f8-a0d4158d2646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:41.035014 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-21131d4e-3516-4589-9349-4f230aac461e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805228-2-iscsi, 442d5ca9-3510-4581-aa13-8712fc469945) {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:58:41.039509 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21131d4e-3516-4589-9349-4f230aac461e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:41.040211 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-21131d4e-3516-4589-9349-4f230aac461e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:41.050636 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581dc5a2-1d4f-40e2-aafa-26b7c4e38b2c None None] Network 442d5ca9-3510-4581-aa13-8712fc469945 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:58:41.120033 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda84d3-7a16-41c8-a4af-7c87b58be4f1 req-58536a45-3b25-4323-92f1-1e0cd7e05a65 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:41.121562 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2eda84d3-7a16-41c8-a4af-7c87b58be4f1 req-58536a45-3b25-4323-92f1-1e0cd7e05a65 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 946 time: 0.0549021 Sep 15 17:58:41.138369 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-21131d4e-3516-4589-9349-4f230aac461e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7589037 Sep 15 17:58:41.142653 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 39584) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:41.147268 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-a410ca06-3193-4c93-97dd-ee742d0f90fe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1475844080-router', 'tenant_id': 'f8f780e85c76446a810df5762234a2a6', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:58:41.162159 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2eda84d3-7a16-41c8-a4af-7c87b58be4f1 req-98e35a3f-1fc5-4857-aa1b-7bb20c327000 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342269 Sep 15 17:58:41.235123 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a410ca06-3193-4c93-97dd-ee742d0f90fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-602763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:41.236502 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a410ca06-3193-4c93-97dd-ee742d0f90fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:41.251572 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-f70ed823-49fc-427c-a9f8-a0d4158d2646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:41.292266 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a410ca06-3193-4c93-97dd-ee742d0f90fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:41.350180 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-f70ed823-49fc-427c-a9f8-a0d4158d2646 None None] For port dd86a3be-50c7-409b-92d6-258992b3409c, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=dd86a3be-50c7-409b-92d6-258992b3409c,segment=NetworkSegment(9c5b7972-00fb-440e-81b9-40a3fb77b325),segment_id=9c5b7972-00fb-440e-81b9-40a3fb77b325)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:58:41.357788 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b4801a4-af14-5ddf-bb32-75928b3273dc-442d5ca9-3510-4581-aa13-8712fc469945', 'network_id': '442d5ca9-3510-4581-aa13-8712fc469945', 'tenant_id': 'f8f780e85c76446a810df5762234a2a6', 'fixed_ips': [{'subnet_id': '8babe111-d4dc-4c55-8745-220566648341'}]}} from dv-cinder-805228-2-iscsi. {{(pid=106073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:58:41.358641 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:41.373824 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'name': 'tempest-TestMinimumBasicScenario-908717723-router', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:32Z', 'updated_at': '2021-09-15T17:58:37Z', 'revision_number': 4, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'gw_port': {'id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:34Z', 'updated_at': '2021-09-15T17:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': 'dd86a3be-50c7-409b-92d6-258992b3409c', 'name': '', 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'mac_address': 'fa:16:3e:c5:49:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b801b881-d04d-4502-b644-72a1fe0fe876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:36Z', 'updated_at': '2021-09-15T17:58:40Z', 'revision_number': 4, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'subnets': [{'id': 'b801b881-d04d-4502-b644-72a1fe0fe876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:41.409654 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dc5d16-e911-4827-9072-5d3f5b34bad3 None None] The sync data for ids ['68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'] in dv-cinder-805228-2-iscsi is: [{'id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'name': 'tempest-TestMinimumBasicScenario-908717723-router', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:32Z', 'updated_at': '2021-09-15T17:58:37Z', 'revision_number': 4, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'gw_port': {'id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:34Z', 'updated_at': '2021-09-15T17:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': 'dd86a3be-50c7-409b-92d6-258992b3409c', 'name': '', 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'mac_address': 'fa:16:3e:c5:49:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b801b881-d04d-4502-b644-72a1fe0fe876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:36Z', 'updated_at': '2021-09-15T17:58:40Z', 'revision_number': 4, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'subnets': [{'id': 'b801b881-d04d-4502-b644-72a1fe0fe876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:58:41.486244 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-f70ed823-49fc-427c-a9f8-a0d4158d2646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:41.561900 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a410ca06-3193-4c93-97dd-ee742d0f90fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:41.599465 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ed823-49fc-427c-a9f8-a0d4158d2646 None None] Pushing event updated for resources: {'Port': ['ID=dd86a3be-50c7-409b-92d6-258992b3409c,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:41.613357 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.db_base_plugin_common [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] Allocated IP 172.20.0.2 (442d5ca9-3510-4581-aa13-8712fc469945/8babe111-d4dc-4c55-8745-220566648341/1295c75a-bc5b-4dbe-8f8d-f87737459133) {{(pid=106073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:58:41.766886 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] Notify callbacks [] for port, precommit_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:41.834713 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a410ca06-3193-4c93-97dd-ee742d0f90fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:41.840959 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:41.864114 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a410ca06-3193-4c93-97dd-ee742d0f90fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:41.883479 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] Network 442d5ca9-3510-4581-aa13-8712fc469945 is already hosted by enough agents. {{(pid=106073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:58:41.886467 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.scheduler.base_scheduler [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] Resources bound (agent type, host, resource id): {{(pid=106073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:58:41.892559 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] Received port after_create {{(pid=106073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:58:41.900517 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] Pushing event updated for resources: {'Port': ['ID=1295c75a-bc5b-4dbe-8f8d-f87737459133,revision_number=1']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:41.958015 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] Attempting to bind port 1295c75a-bc5b-4dbe-8f8d-f87737459133 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:58:41.958399 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] Attempting to bind port 1295c75a-bc5b-4dbe-8f8d-f87737459133 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': 'c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '442d5ca9-3510-4581-aa13-8712fc469945'}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:58:41.958808 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] Attempting to bind port 1295c75a-bc5b-4dbe-8f8d-f87737459133 on network 442d5ca9-3510-4581-aa13-8712fc469945 {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:58:41.964779 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:58:41.965161 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] Checking segment: {'id': 'c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '442d5ca9-3510-4581-aa13-8712fc469945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:58:41.965568 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:41.966272 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] Bound using segment: {'id': 'c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '442d5ca9-3510-4581-aa13-8712fc469945'} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:58:41.966459 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] Bound port: 1295c75a-bc5b-4dbe-8f8d-f87737459133, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '442d5ca9-3510-4581-aa13-8712fc469945'}}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:58:41.966822 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:41.979027 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [None req-a410ca06-3193-4c93-97dd-ee742d0f90fe admin admin] Allocated IP 172.27.3.211 (dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a/d93a8e56-437b-48c5-b03a-0e7bd18816d0/00efd8e8-0039-4b71-8f9b-2e3e956875a7) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:58:42.034338 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] For port 1295c75a-bc5b-4dbe-8f8d-f87737459133, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:58:42.037670 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] For port 1295c75a-bc5b-4dbe-8f8d-f87737459133, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=1295c75a-bc5b-4dbe-8f8d-f87737459133,segment=NetworkSegment(c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed),segment_id=c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed)] {{(pid=106073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:58:42.100047 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a410ca06-3193-4c93-97dd-ee742d0f90fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:42.101772 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:42.165151 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device dd86a3be-50c7-409b-92d6-258992b3409c up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:58:42.208985 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a410ca06-3193-4c93-97dd-ee742d0f90fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:42.217941 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c932302-e5a7-477f-b794-fe67f3a8668c None None] Pushing event updated for resources: {'Port': ['ID=1295c75a-bc5b-4dbe-8f8d-f87737459133,revision_number=2']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:42.231738 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port dd86a3be-50c7-409b-92d6-258992b3409c triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:58:42.232189 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:42.288969 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a410ca06-3193-4c93-97dd-ee742d0f90fe admin admin] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:58:42.305557 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-a410ca06-3193-4c93-97dd-ee742d0f90fe admin admin] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:58:42.308278 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a410ca06-3193-4c93-97dd-ee742d0f90fe admin admin] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:58:42.343552 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410ca06-3193-4c93-97dd-ee742d0f90fe admin admin] Pushing event updated for resources: {'Port': ['ID=00efd8e8-0039-4b71-8f9b-2e3e956875a7,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:42.384689 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a45cc-8f06-4cfb-9fc4-092e8392ab48 req-858346e6-2fa9-47a1-9ef7-052817a99ba3 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:42.386215 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a62a45cc-8f06-4cfb-9fc4-092e8392ab48 req-858346e6-2fa9-47a1-9ef7-052817a99ba3 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 946 time: 0.1326354 Sep 15 17:58:42.515461 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a62a45cc-8f06-4cfb-9fc4-092e8392ab48 req-1b4ad995-3091-4b6f-9361-26ef4b4be982 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870650 Sep 15 17:58:42.739617 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a410ca06-3193-4c93-97dd-ee742d0f90fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:42.935936 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a410ca06-3193-4c93-97dd-ee742d0f90fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600412'] for router, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:43.169035 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a410ca06-3193-4c93-97dd-ee742d0f90fe admin admin] Router 86635560-0103-4a70-9a6e-13f57d855c38 is scheduled to L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 with binding_index 1 {{(pid=106072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:58:43.246981 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a00170c-9d05-49f6-9cb0-b51e324bef19 None None] Network 442d5ca9-3510-4581-aa13-8712fc469945 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:58:43.289549 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a410ca06-3193-4c93-97dd-ee742d0f90fe admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:58:43.299488 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] Sync routers for ids ['86635560-0103-4a70-9a6e-13f57d855c38'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:58:43.309043 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] Routers {'86635560-0103-4a70-9a6e-13f57d855c38'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:58:43.309660 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:58:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['86635560-0103-4a70-9a6e-13f57d855c38'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:43.362641 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a410ca06-3193-4c93-97dd-ee742d0f90fe admin admin] Notify callbacks [] for router, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:43.363880 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-a410ca06-3193-4c93-97dd-ee742d0f90fe admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2200370 Sep 15 17:58:43.366720 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 39608) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:58:43.370716 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-202b8039-b1e9-4de1-9e15-5986604534a7 None None] Provisioning complete for port 1295c75a-bc5b-4dbe-8f8d-f87737459133 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:58:43.371091 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-202b8039-b1e9-4de1-9e15-5986604534a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:43.496034 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-202b8039-b1e9-4de1-9e15-5986604534a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:43.544768 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-202b8039-b1e9-4de1-9e15-5986604534a7 None None] For port 1295c75a-bc5b-4dbe-8f8d-f87737459133, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=1295c75a-bc5b-4dbe-8f8d-f87737459133,segment=NetworkSegment(c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed),segment_id=c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:58:43.594779 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] Set router 86635560-0103-4a70-9a6e-13f57d855c38 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:58:43.627124 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-202b8039-b1e9-4de1-9e15-5986604534a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:43.712373 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b8039-b1e9-4de1-9e15-5986604534a7 None None] Pushing event updated for resources: {'Port': ['ID=1295c75a-bc5b-4dbe-8f8d-f87737459133,revision_number=3']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:43.826450 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86635560-0103-4a70-9a6e-13f57d855c38', 'name': 'tempest-TestMinimumBasicScenario-1475844080-router', 'tenant_id': 'f8f780e85c76446a810df5762234a2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '00efd8e8-0039-4b71-8f9b-2e3e956875a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:41Z', 'updated_at': '2021-09-15T17:58:42Z', 'revision_number': 3, 'project_id': 'f8f780e85c76446a810df5762234a2a6', 'gw_port': {'id': '00efd8e8-0039-4b71-8f9b-2e3e956875a7', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86635560-0103-4a70-9a6e-13f57d855c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:41Z', 'updated_at': '2021-09-15T17:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:43.849506 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ae8c2bd2-8b3b-4ba1-b391-21aa61901d34 None None] Provisioning complete for port 1295c75a-bc5b-4dbe-8f8d-f87737459133 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:58:43.849887 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ae8c2bd2-8b3b-4ba1-b391-21aa61901d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:43.860395 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] Checking router: 86635560-0103-4a70-9a6e-13f57d855c38 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:58:43.860787 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] Updating router 86635560-0103-4a70-9a6e-13f57d855c38 port 00efd8e8-0039-4b71-8f9b-2e3e956875a7 binding host dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:58:43.889654 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:43.989951 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6dc0f-1dac-44e9-970f-8d8f4cffaec8 req-35011c88-ec9e-4b99-bb08-57413bdbb5cb tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:43.991381 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4fd6dc0f-1dac-44e9-970f-8d8f4cffaec8 req-35011c88-ec9e-4b99-bb08-57413bdbb5cb tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 946 time: 0.3799057 Sep 15 17:58:44.064781 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4fd6dc0f-1dac-44e9-970f-8d8f4cffaec8 req-430444cd-a56f-421c-842c-eadf4223200c tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442348 Sep 15 17:58:44.215333 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 1295c75a-bc5b-4dbe-8f8d-f87737459133 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:58:44.222872 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] Notify callbacks [] for port, precommit_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:44.242670 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b634105c-8677-47bb-b62e-10a724f75dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:44.273719 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 1295c75a-bc5b-4dbe-8f8d-f87737459133 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:58:44.274354 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:44.300691 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:44.385391 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc59e6-dd67-4f49-abbf-23ad5166de9f None None] Pushing event updated for resources: {'Port': ['ID=00efd8e8-0039-4b71-8f9b-2e3e956875a7,revision_number=2']} {{(pid=106074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:44.398472 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] Attempting to bind port 00efd8e8-0039-4b71-8f9b-2e3e956875a7 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:58:44.398472 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] Attempting to bind port 00efd8e8-0039-4b71-8f9b-2e3e956875a7 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}] {{(pid=106074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:58:44.398472 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] Attempting to bind port 00efd8e8-0039-4b71-8f9b-2e3e956875a7 on network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:58:44.410371 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:58:44.410752 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] Checking segment: {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:58:44.411154 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:44.411545 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] Bound using segment: {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'} {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:58:44.412022 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] Bound port: 00efd8e8-0039-4b71-8f9b-2e3e956875a7, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}}] {{(pid=106074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:58:44.412424 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:44.448315 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [None req-b634105c-8677-47bb-b62e-10a724f75dcf admin admin] Allocated IP 172.20.0.1 (442d5ca9-3510-4581-aa13-8712fc469945/8babe111-d4dc-4c55-8745-220566648341/791cb4a5-8c5a-4c34-b82a-7af3eeb89f83) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:58:44.463460 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.db [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] For port 00efd8e8-0039-4b71-8f9b-2e3e956875a7, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:58:44.466789 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.db [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] For port 00efd8e8-0039-4b71-8f9b-2e3e956875a7, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=00efd8e8-0039-4b71-8f9b-2e3e956875a7,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:58:44.534716 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:44.546373 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b634105c-8677-47bb-b62e-10a724f75dcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:44.580065 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] Routers {'86635560-0103-4a70-9a6e-13f57d855c38'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:58:44.580700 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:58:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['86635560-0103-4a70-9a6e-13f57d855c38'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:44.630874 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc59e6-dd67-4f49-abbf-23ad5166de9f None None] Pushing event updated for resources: {'Port': ['ID=00efd8e8-0039-4b71-8f9b-2e3e956875a7,revision_number=3']} {{(pid=106074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:44.631735 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b634105c-8677-47bb-b62e-10a724f75dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:44.671366 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b634105c-8677-47bb-b62e-10a724f75dcf admin admin] Network 442d5ca9-3510-4581-aa13-8712fc469945 is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:58:44.674134 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-b634105c-8677-47bb-b62e-10a724f75dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:58:44.677666 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b634105c-8677-47bb-b62e-10a724f75dcf admin admin] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:58:44.702942 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] Set router 86635560-0103-4a70-9a6e-13f57d855c38 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:58:44.704842 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634105c-8677-47bb-b62e-10a724f75dcf admin admin] Pushing event updated for resources: {'Port': ['ID=791cb4a5-8c5a-4c34-b82a-7af3eeb89f83,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:44.727430 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b634105c-8677-47bb-b62e-10a724f75dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600459'] for router_interface, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:44.864839 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-217b2177-c849-48a1-a76f-fbd6e9c14904 None None] Provisioning complete for port 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:58:44.865221 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-217b2177-c849-48a1-a76f-fbd6e9c14904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:44.888329 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86635560-0103-4a70-9a6e-13f57d855c38', 'name': 'tempest-TestMinimumBasicScenario-1475844080-router', 'tenant_id': 'f8f780e85c76446a810df5762234a2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '00efd8e8-0039-4b71-8f9b-2e3e956875a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:41Z', 'updated_at': '2021-09-15T17:58:42Z', 'revision_number': 3, 'project_id': 'f8f780e85c76446a810df5762234a2a6', 'gw_port': {'id': '00efd8e8-0039-4b71-8f9b-2e3e956875a7', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86635560-0103-4a70-9a6e-13f57d855c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:41Z', 'updated_at': '2021-09-15T17:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:44.898868 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-217b2177-c849-48a1-a76f-fbd6e9c14904 None None] Port 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:58:44.914516 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e512c1-98a3-47b8-9bbb-8fcd6e4ac400 None None] The sync data for ids ['86635560-0103-4a70-9a6e-13f57d855c38'] in dv-cinder-805228-2-iscsi is: [{'id': '86635560-0103-4a70-9a6e-13f57d855c38', 'name': 'tempest-TestMinimumBasicScenario-1475844080-router', 'tenant_id': 'f8f780e85c76446a810df5762234a2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '00efd8e8-0039-4b71-8f9b-2e3e956875a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:41Z', 'updated_at': '2021-09-15T17:58:42Z', 'revision_number': 3, 'project_id': 'f8f780e85c76446a810df5762234a2a6', 'gw_port': {'id': '00efd8e8-0039-4b71-8f9b-2e3e956875a7', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86635560-0103-4a70-9a6e-13f57d855c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:41Z', 'updated_at': '2021-09-15T17:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:58:44.952357 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b634105c-8677-47bb-b62e-10a724f75dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:45.115815 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b634105c-8677-47bb-b62e-10a724f75dcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:45.180552 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b634105c-8677-47bb-b62e-10a724f75dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:45.236869 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d27c03-0d66-4b0c-a39f-53880763e2a6 req-8ffd8fe2-44e8-4fc4-8d4e-57657d88648c tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:45.245013 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b3d27c03-0d66-4b0c-a39f-53880763e2a6 req-8ffd8fe2-44e8-4fc4-8d4e-57657d88648c tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 946 time: 0.0761757 Sep 15 17:58:45.273826 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b634105c-8677-47bb-b62e-10a724f75dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605723'] for router_interface, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:45.279911 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634105c-8677-47bb-b62e-10a724f75dcf admin admin] Pushing event updated for resources: {'Port': ['ID=791cb4a5-8c5a-4c34-b82a-7af3eeb89f83,revision_number=2']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:45.283067 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b3d27c03-0d66-4b0c-a39f-53880763e2a6 req-554bb5fa-985d-4ab0-b5d4-8dad4174ef47 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371640 Sep 15 17:58:45.375398 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b634105c-8677-47bb-b62e-10a724f75dcf admin admin] Network 442d5ca9-3510-4581-aa13-8712fc469945 is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:58:45.376817 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-b634105c-8677-47bb-b62e-10a724f75dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:58:45.495567 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b634105c-8677-47bb-b62e-10a724f75dcf admin admin] Router 86635560-0103-4a70-9a6e-13f57d855c38 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:58:45.609884 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b634105c-8677-47bb-b62e-10a724f75dcf admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:58:45.615154 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-b634105c-8677-47bb-b62e-10a724f75dcf admin admin] 10.222.0.20 "PUT /v2.0/routers/86635560-0103-4a70-9a6e-13f57d855c38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2454977 Sep 15 17:58:45.624843 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-4eb102ba-c20b-45cb-8296-521d9c2dc60a None None] Provisioning complete for port 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:58:45.625368 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-4eb102ba-c20b-45cb-8296-521d9c2dc60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:45.662238 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-4eb102ba-c20b-45cb-8296-521d9c2dc60a None None] Port 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:58:46.204913 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 00efd8e8-0039-4b71-8f9b-2e3e956875a7 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:58:46.246063 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 00efd8e8-0039-4b71-8f9b-2e3e956875a7 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:58:46.246431 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:46.327199 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:46.350794 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] For port 00efd8e8-0039-4b71-8f9b-2e3e956875a7, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=00efd8e8-0039-4b71-8f9b-2e3e956875a7,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:58:46.407373 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcd091-c4ee-4397-be3e-b8b597889547 req-64da76a9-5a52-46ab-a8e1-d704066cc823 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:46.408881 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b1fcd091-c4ee-4397-be3e-b8b597889547 req-64da76a9-5a52-46ab-a8e1-d704066cc823 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 946 time: 0.0490963 Sep 15 17:58:46.412315 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:46.447643 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] Sync routers for ids ['86635560-0103-4a70-9a6e-13f57d855c38'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:58:46.456446 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b1fcd091-c4ee-4397-be3e-b8b597889547 req-d8184bec-ca37-44fa-8474-8cde54f4cd26 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347095 Sep 15 17:58:46.479171 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] Routers {'86635560-0103-4a70-9a6e-13f57d855c38'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:58:46.479796 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:58:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['86635560-0103-4a70-9a6e-13f57d855c38'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:46.524234 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Pushing event updated for resources: {'Port': ['ID=00efd8e8-0039-4b71-8f9b-2e3e956875a7,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:46.600008 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] Set router 86635560-0103-4a70-9a6e-13f57d855c38 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:58:46.798324 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86635560-0103-4a70-9a6e-13f57d855c38', 'name': 'tempest-TestMinimumBasicScenario-1475844080-router', 'tenant_id': 'f8f780e85c76446a810df5762234a2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '00efd8e8-0039-4b71-8f9b-2e3e956875a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:41Z', 'updated_at': '2021-09-15T17:58:44Z', 'revision_number': 4, 'project_id': 'f8f780e85c76446a810df5762234a2a6', 'gw_port': {'id': '00efd8e8-0039-4b71-8f9b-2e3e956875a7', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86635560-0103-4a70-9a6e-13f57d855c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:41Z', 'updated_at': '2021-09-15T17:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '791cb4a5-8c5a-4c34-b82a-7af3eeb89f83', 'name': '', 'network_id': '442d5ca9-3510-4581-aa13-8712fc469945', 'tenant_id': 'f8f780e85c76446a810df5762234a2a6', 'mac_address': 'fa:16:3e:ee:d1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86635560-0103-4a70-9a6e-13f57d855c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8babe111-d4dc-4c55-8745-220566648341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:44Z', 'updated_at': '2021-09-15T17:58:44Z', 'revision_number': 2, 'project_id': 'f8f780e85c76446a810df5762234a2a6', 'subnets': [{'id': '8babe111-d4dc-4c55-8745-220566648341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:46.825309 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] Checking router: 86635560-0103-4a70-9a6e-13f57d855c38 for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:58:46.825662 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] Updating router 86635560-0103-4a70-9a6e-13f57d855c38 port 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83 binding host dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:58:46.852317 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:47.257742 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] Notify callbacks [] for port, precommit_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:47.348940 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:47.410172 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef380d-e73b-4736-a873-a0ba561a1fa8 None None] Pushing event updated for resources: {'Port': ['ID=791cb4a5-8c5a-4c34-b82a-7af3eeb89f83,revision_number=3']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:47.480797 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] Attempting to bind port 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:58:47.481438 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] Attempting to bind port 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': 'c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '442d5ca9-3510-4581-aa13-8712fc469945'}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:58:47.483005 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] Attempting to bind port 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83 on network 442d5ca9-3510-4581-aa13-8712fc469945 {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:58:47.499387 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:58:47.499387 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] Checking segment: {'id': 'c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '442d5ca9-3510-4581-aa13-8712fc469945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:58:47.499387 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:47.499387 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] Bound using segment: {'id': 'c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '442d5ca9-3510-4581-aa13-8712fc469945'} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:58:47.499387 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] Bound port: 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '442d5ca9-3510-4581-aa13-8712fc469945'}}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:58:47.499387 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:47.518279 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2ab46-d3ad-4889-8769-a22d0d3492fe req-fd129a25-0da6-4f39-bbbc-bd159884de10 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:47.519819 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bfe2ab46-d3ad-4889-8769-a22d0d3492fe req-fd129a25-0da6-4f39-bbbc-bd159884de10 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.37 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 946 time: 0.1359503 Sep 15 17:58:47.587110 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] For port 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:58:47.593811 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] For port 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=791cb4a5-8c5a-4c34-b82a-7af3eeb89f83,segment=NetworkSegment(c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed),segment_id=c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed)] {{(pid=106073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:58:47.667686 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f6550-6036-4f18-b994-43da54c33b21 req-74cefc55-d710-40a1-bf49-21b587629f85 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:47.669271 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ad8f6550-6036-4f18-b994-43da54c33b21 req-74cefc55-d710-40a1-bf49-21b587629f85 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 946 time: 0.0925930 Sep 15 17:58:47.678703 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:47.718843 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-bfe2ab46-d3ad-4889-8769-a22d0d3492fe req-92ae0ad3-1012-49a6-b314-0aaee5662a93 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Deleting port 424b5e76-9523-4466-804c-c878ce8fda1e {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:58:47.719184 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-bfe2ab46-d3ad-4889-8769-a22d0d3492fe req-92ae0ad3-1012-49a6-b314-0aaee5662a93 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:47.755467 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] Routers {'86635560-0103-4a70-9a6e-13f57d855c38'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:58:47.756200 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:58:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['86635560-0103-4a70-9a6e-13f57d855c38'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:47.817148 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef380d-e73b-4736-a873-a0ba561a1fa8 None None] Pushing event updated for resources: {'Port': ['ID=791cb4a5-8c5a-4c34-b82a-7af3eeb89f83,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:47.829610 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-bfe2ab46-d3ad-4889-8769-a22d0d3492fe req-92ae0ad3-1012-49a6-b314-0aaee5662a93 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] For port 424b5e76-9523-4466-804c-c878ce8fda1e, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=424b5e76-9523-4466-804c-c878ce8fda1e,segment=NetworkSegment(e6e0047e-fda1-4193-a95f-880d919b5366),segment_id=e6e0047e-fda1-4193-a95f-880d919b5366)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:58:47.829970 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-bfe2ab46-d3ad-4889-8769-a22d0d3492fe req-92ae0ad3-1012-49a6-b314-0aaee5662a93 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:47.847790 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-bfe2ab46-d3ad-4889-8769-a22d0d3492fe req-92ae0ad3-1012-49a6-b314-0aaee5662a93 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Calling delete_port for 424b5e76-9523-4466-804c-c878ce8fda1e owned by compute:nova {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:58:47.862932 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-754d0516-9f82-491f-949e-100acee189e3 None None] Provisioning complete for port 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:58:47.863586 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-754d0516-9f82-491f-949e-100acee189e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:47.956860 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] Set router 86635560-0103-4a70-9a6e-13f57d855c38 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:58:48.011657 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ad8f6550-6036-4f18-b994-43da54c33b21 req-b3b698f1-e256-4a12-8ac5-81f3ce0cca79 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333867 Sep 15 17:58:48.097656 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-bfe2ab46-d3ad-4889-8769-a22d0d3492fe req-92ae0ad3-1012-49a6-b314-0aaee5662a93 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:48.150643 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae0ad3-1012-49a6-b314-0aaee5662a93 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Pushing event deleted for resources: {'Port': ['ID=424b5e76-9523-4466-804c-c878ce8fda1e,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:48.173961 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-754d0516-9f82-491f-949e-100acee189e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:48.186447 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 00efd8e8-0039-4b71-8f9b-2e3e956875a7 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:58:48.196998 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe2ab46-d3ad-4889-8769-a22d0d3492fe req-92ae0ad3-1012-49a6-b314-0aaee5662a93 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] No DVR routers for this DVR port 424b5e76-9523-4466-804c-c878ce8fda1e on host hv-cinder-80522 {{(pid=106071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:58:48.200256 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-bfe2ab46-d3ad-4889-8769-a22d0d3492fe req-92ae0ad3-1012-49a6-b314-0aaee5662a93 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:48.202517 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bfe2ab46-d3ad-4889-8769-a22d0d3492fe req-92ae0ad3-1012-49a6-b314-0aaee5662a93 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.37 "DELETE /v2.0/ports/424b5e76-9523-4466-804c-c878ce8fda1e HTTP/1.1" status: 204 len: 173 time: 0.6749945 Sep 15 17:58:48.202963 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf40d54-4054-4d49-8e88-8340a1910a5e', 'name': 'network-vif-deleted', 'tag': '424b5e76-9523-4466-804c-c878ce8fda1e'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:58:48.205512 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950d6dbe-7fec-49c6-b40e-8a4c1455fe9a" -d '{"events": [{"server_uuid": "caf40d54-4054-4d49-8e88-8340a1910a5e", "name": "network-vif-deleted", "tag": "424b5e76-9523-4466-804c-c878ce8fda1e"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:58:48.256600 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2cb93b-35c6-49c6-9b76-b3488fa06266 x-openstack-request-id: req-2c2cb93b-35c6-49c6-9b76-b3488fa06266 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:58:48.256600 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf40d54-4054-4d49-8e88-8340a1910a5e", "name": "network-vif-deleted", "tag": "424b5e76-9523-4466-804c-c878ce8fda1e", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:58:48.256600 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c2cb93b-35c6-49c6-9b76-b3488fa06266 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:58:48.256600 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf40d54-4054-4d49-8e88-8340a1910a5e', 'name': 'network-vif-deleted', 'tag': '424b5e76-9523-4466-804c-c878ce8fda1e', 'status': 'completed', 'code': 200} Sep 15 17:58:48.266509 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-754d0516-9f82-491f-949e-100acee189e3 None None] For port 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=791cb4a5-8c5a-4c34-b82a-7af3eeb89f83,segment=NetworkSegment(c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed),segment_id=c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:58:48.315484 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 00efd8e8-0039-4b71-8f9b-2e3e956875a7 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:58:48.315866 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:48.354662 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-754d0516-9f82-491f-949e-100acee189e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:48.432137 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d0516-9f82-491f-949e-100acee189e3 None None] Pushing event updated for resources: {'Port': ['ID=791cb4a5-8c5a-4c34-b82a-7af3eeb89f83,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:58:48.438759 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86635560-0103-4a70-9a6e-13f57d855c38', 'name': 'tempest-TestMinimumBasicScenario-1475844080-router', 'tenant_id': 'f8f780e85c76446a810df5762234a2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '00efd8e8-0039-4b71-8f9b-2e3e956875a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:41Z', 'updated_at': '2021-09-15T17:58:44Z', 'revision_number': 4, 'project_id': 'f8f780e85c76446a810df5762234a2a6', 'gw_port': {'id': '00efd8e8-0039-4b71-8f9b-2e3e956875a7', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86635560-0103-4a70-9a6e-13f57d855c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:41Z', 'updated_at': '2021-09-15T17:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '791cb4a5-8c5a-4c34-b82a-7af3eeb89f83', 'name': '', 'network_id': '442d5ca9-3510-4581-aa13-8712fc469945', 'tenant_id': 'f8f780e85c76446a810df5762234a2a6', 'mac_address': 'fa:16:3e:ee:d1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86635560-0103-4a70-9a6e-13f57d855c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8babe111-d4dc-4c55-8745-220566648341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:44Z', 'updated_at': '2021-09-15T17:58:47Z', 'revision_number': 4, 'project_id': 'f8f780e85c76446a810df5762234a2a6', 'subnets': [{'id': '8babe111-d4dc-4c55-8745-220566648341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:58:48.505899 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eebc898-7fc9-4342-8b2a-4658f01c5dec None None] The sync data for ids ['86635560-0103-4a70-9a6e-13f57d855c38'] in dv-cinder-805228-2-iscsi is: [{'id': '86635560-0103-4a70-9a6e-13f57d855c38', 'name': 'tempest-TestMinimumBasicScenario-1475844080-router', 'tenant_id': 'f8f780e85c76446a810df5762234a2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '00efd8e8-0039-4b71-8f9b-2e3e956875a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:41Z', 'updated_at': '2021-09-15T17:58:44Z', 'revision_number': 4, 'project_id': 'f8f780e85c76446a810df5762234a2a6', 'gw_port': {'id': '00efd8e8-0039-4b71-8f9b-2e3e956875a7', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86635560-0103-4a70-9a6e-13f57d855c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:41Z', 'updated_at': '2021-09-15T17:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '791cb4a5-8c5a-4c34-b82a-7af3eeb89f83', 'name': '', 'network_id': '442d5ca9-3510-4581-aa13-8712fc469945', 'tenant_id': 'f8f780e85c76446a810df5762234a2a6', 'mac_address': 'fa:16:3e:ee:d1:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86635560-0103-4a70-9a6e-13f57d855c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8babe111-d4dc-4c55-8745-220566648341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:44Z', 'updated_at': '2021-09-15T17:58:47Z', 'revision_number': 4, 'project_id': 'f8f780e85c76446a810df5762234a2a6', 'subnets': [{'id': '8babe111-d4dc-4c55-8745-220566648341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:58:48.547584 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-44738bc4-8e0d-4481-811e-81f4c2543fb2 None None] Provisioning complete for port 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:58:48.547584 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-44738bc4-8e0d-4481-811e-81f4c2543fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:48.984391 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-f613da1e-6bb9-4e81-a9a5-083e03679a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:49.125654 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0489f76f-6976-4b51-b4f0-4efac4a902ef req-ee88bafb-005f-4898-97a5-58c3c22ceadb tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 210 time: 0.0340977 Sep 15 17:58:50.136843 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:58:50.187274 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:58:50.187650 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:50.213721 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-32b7f2b9-369c-44bf-888f-2d6fc4ac6ef9 req-dd38b9ab-24c6-46b1-ac64-bae60ed5ef33 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 210 time: 0.0252709 Sep 15 17:58:50.594526 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['424b5e76-9523-4466-804c-c878ce8fda1e'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:58:51.322648 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0b463376-7cd9-4ca1-9cb1-7ae923b5dce9 req-f9e7afa7-04e8-4633-9534-cec8d0823bff tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 210 time: 0.0279560 Sep 15 17:58:51.480331 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-dcf86f64-568e-4efc-9868-f2d822c4211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:52.045779 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:52.446467 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6d500d28-0506-4a6c-a98b-f89ba1ff8a0a req-6b7b4b9d-216b-484d-8014-fa458a0a911c tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 210 time: 0.0289264 Sep 15 17:58:52.811618 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 424b5e76-9523-4466-804c-c878ce8fda1e no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:58:52.836837 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] No Port match for: 424b5e76-9523-4466-804c-c878ce8fda1e {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:58:52.837185 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 424b5e76-9523-4466-804c-c878ce8fda1e not bound to the agent host hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:58:53.437366 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:53.549463 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-49824ce7-9cf4-4398-b616-48028d24d21a req-4641cfcc-546c-43a3-8789-528a53c83ae3 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=caf40d54-4054-4d49-8e88-8340a1910a5e HTTP/1.1" status: 200 len: 210 time: 0.0245857 Sep 15 17:58:54.649588 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:58:55.640070 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839480a-73fe-4b5b-8322-72df7f981374 req-5c7fae3f-63ec-4649-ab96-7ec0284547ac tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:55.643235 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7839480a-73fe-4b5b-8322-72df7f981374 req-5c7fae3f-63ec-4649-ab96-7ec0284547ac tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0755241 Sep 15 17:58:55.701309 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7839480a-73fe-4b5b-8322-72df7f981374 req-05e3380b-650b-4d53-87b5-dcc76a813f53 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505886 Sep 15 17:58:56.813948 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb36c2-20eb-4d6f-8e9f-6118a8c0d5e3 req-fc22b32a-5cb4-455f-bf71-b448d0268cc1 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:56.815426 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-deeb36c2-20eb-4d6f-8e9f-6118a8c0d5e3 req-fc22b32a-5cb4-455f-bf71-b448d0268cc1 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0481234 Sep 15 17:58:56.853601 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-deeb36c2-20eb-4d6f-8e9f-6118a8c0d5e3 req-e6a9380b-0496-4ae0-8e34-d0c23b1ffb17 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319738 Sep 15 17:58:57.976484 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07565c-55c2-4c7c-890d-cfd876eea6d2 req-94dc131d-057c-4af0-92bb-8bd28ad500e0 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:57.978117 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0a07565c-55c2-4c7c-890d-cfd876eea6d2 req-94dc131d-057c-4af0-92bb-8bd28ad500e0 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0528433 Sep 15 17:58:58.016312 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0a07565c-55c2-4c7c-890d-cfd876eea6d2 req-59f0e91d-bf8c-4549-9f35-a4fa34339331 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323498 Sep 15 17:58:58.101053 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-2fc9c4cb-d680-4e8d-84c7-023afaa3a4a5 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:58.102542 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-2fc9c4cb-d680-4e8d-84c7-023afaa3a4a5 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/networks?id=b0a638ed-aa8c-45ea-b76f-a163858459e3 HTTP/1.1" status: 200 len: 814 time: 0.1039715 Sep 15 17:58:58.117723 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-b9b2ead2-cc27-41c4-a297-d20ba12e8c68 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/quotas/5d045a0e58be4c8f84c8c67093e57d31 HTTP/1.1" status: 200 len: 375 time: 0.0094342 Sep 15 17:58:58.167523 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-7a4e30c9-d4f4-439d-a57b-b71a30fb1455 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d045a0e58be4c8f84c8c67093e57d31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444984 Sep 15 17:58:58.260999 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-b08ba7f9-6f7a-49e6-9eca-c0cc21b93df1 service neutron] 10.222.0.20 "GET /v2.0/networks/b0a638ed-aa8c-45ea-b76f-a163858459e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800924 Sep 15 17:58:58.352269 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-de76991c-36d6-475e-a218-912321547a6d service neutron] 10.222.0.20 "GET /v2.0/networks/b0a638ed-aa8c-45ea-b76f-a163858459e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854583 Sep 15 17:58:58.570329 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f3073b8b-1300-488b-b118-50b1a34bf30e req-74f8037b-dd7b-4bf8-aac7-90ea1caea66e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 210 time: 0.0265610 Sep 15 17:58:59.140818 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5884a-9037-4ea0-b532-707f5efd204c req-26ba8744-885a-4595-8484-9ba635984f40 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:58:59.142284 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-09f5884a-9037-4ea0-b532-707f5efd204c req-26ba8744-885a-4595-8484-9ba635984f40 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0467412 Sep 15 17:58:59.188380 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-09f5884a-9037-4ea0-b532-707f5efd204c req-96fd19e0-1da0-4554-9b30-4cce2d10d0d6 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358491 Sep 15 17:58:59.645436 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2eea15c4-acdd-4804-a7d4-a9651cd67ce6 req-809dddab-f24a-4146-bc8d-20737ec8933e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 210 time: 0.0260992 Sep 15 17:59:00.212589 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 39954) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:00.320503 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bbed1-4231-4ac9-949e-0b6d3122e681 req-290b2cf0-f5c1-453d-a989-f2e8cd5fd41b tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:00.322565 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ae5bbed1-4231-4ac9-949e-0b6d3122e681 req-290b2cf0-f5c1-453d-a989-f2e8cd5fd41b tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0607598 Sep 15 17:59:00.330301 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6d89dca5-37a3-46b5-ae62-cadbf46ce20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:00.362845 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ae5bbed1-4231-4ac9-949e-0b6d3122e681 req-3a94d419-2cc5-4b7e-9b40-ab0065f3470f tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343802 Sep 15 17:59:00.428852 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6d89dca5-37a3-46b5-ae62-cadbf46ce20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:00.516944 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6d89dca5-37a3-46b5-ae62-cadbf46ce20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:00.553998 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-6d89dca5-37a3-46b5-ae62-cadbf46ce20b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89eb03e20888412a9f81b8c89276456c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401973 Sep 15 17:59:00.557995 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 39968) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:00.565159 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89dca5-37a3-46b5-ae62-cadbf46ce20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fcdb77-ab6d-41be-9b31-e4037ce3c4f3,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:00.611575 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9b24b25c-2457-4cc8-98bf-36dfd86f09bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:00.634358 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9b24b25c-2457-4cc8-98bf-36dfd86f09bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:00.747397 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-66e43025-0823-4d31-9eaa-880562516cea req-08bfca59-c62e-436b-9555-78141b6633cc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 210 time: 0.0266144 Sep 15 17:59:00.748124 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9b24b25c-2457-4cc8-98bf-36dfd86f09bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:00.750599 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9b24b25c-2457-4cc8-98bf-36dfd86f09bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:00.751673 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-9b24b25c-2457-4cc8-98bf-36dfd86f09bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65fcdb77-ab6d-41be-9b31-e4037ce3c4f3 HTTP/1.1" status: 204 len: 168 time: 0.1927173 Sep 15 17:59:00.759246 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24b25c-2457-4cc8-98bf-36dfd86f09bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fcdb77-ab6d-41be-9b31-e4037ce3c4f3,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:01.080690 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6569917-a993-4f6d-bbc6-f2da556ef3cf req-02aa8d62-7f79-4449-91a0-4bf2189db47a tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:01.082205 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a6569917-a993-4f6d-bbc6-f2da556ef3cf req-02aa8d62-7f79-4449-91a0-4bf2189db47a tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.37 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0538273 Sep 15 17:59:01.178068 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-a6569917-a993-4f6d-bbc6-f2da556ef3cf req-735b00c7-297c-45e6-a96c-d8a61a758212 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Deleting port 11fed8a6-754f-439b-bf53-b4372ad2bc1a {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:59:01.178489 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a6569917-a993-4f6d-bbc6-f2da556ef3cf req-735b00c7-297c-45e6-a96c-d8a61a758212 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:01.264390 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-19415773-2e3e-4291-9732-add585228a79 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:01.266530 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-19415773-2e3e-4291-9732-add585228a79 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.37 "GET /v2.0/networks?id=b0a638ed-aa8c-45ea-b76f-a163858459e3 HTTP/1.1" status: 200 len: 814 time: 0.1099415 Sep 15 17:59:01.278869 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-a6569917-a993-4f6d-bbc6-f2da556ef3cf req-735b00c7-297c-45e6-a96c-d8a61a758212 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] For port 11fed8a6-754f-439b-bf53-b4372ad2bc1a, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=11fed8a6-754f-439b-bf53-b4372ad2bc1a,segment=NetworkSegment(5590f83a-d74b-4b35-bea9-8f637287cad3),segment_id=5590f83a-d74b-4b35-bea9-8f637287cad3)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:59:01.279396 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a6569917-a993-4f6d-bbc6-f2da556ef3cf req-735b00c7-297c-45e6-a96c-d8a61a758212 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:01.289356 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-96ebb7fa-3dff-4e96-b7ba-102dc45fead2 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Request body: {'port': {'device_id': '0c18c640-5263-4f4a-9314-deb3495223a0', 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3', 'admin_state_up': True, 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:01.293594 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-a6569917-a993-4f6d-bbc6-f2da556ef3cf req-735b00c7-297c-45e6-a96c-d8a61a758212 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Calling delete_port for 11fed8a6-754f-439b-bf53-b4372ad2bc1a owned by compute:nova {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:59:01.509109 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae018147-4c33-4fa1-88f0-9e07af105d70 req-d15a86b2-99c8-4713-bc22-e692fff8decc tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:01.510745 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ae018147-4c33-4fa1-88f0-9e07af105d70 req-d15a86b2-99c8-4713-bc22-e692fff8decc tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 946 time: 0.0488651 Sep 15 17:59:01.515250 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a6569917-a993-4f6d-bbc6-f2da556ef3cf req-735b00c7-297c-45e6-a96c-d8a61a758212 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:01.524757 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-96ebb7fa-3dff-4e96-b7ba-102dc45fead2 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Made reservation on behalf of 5d045a0e58be4c8f84c8c67093e57d31 for: {'port': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:59:01.528436 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-96ebb7fa-3dff-4e96-b7ba-102dc45fead2 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:01.557755 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b00c7-297c-45e6-a96c-d8a61a758212 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Pushing event deleted for resources: {'Port': ['ID=11fed8a6-754f-439b-bf53-b4372ad2bc1a,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:01.601688 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6569917-a993-4f6d-bbc6-f2da556ef3cf req-735b00c7-297c-45e6-a96c-d8a61a758212 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] No DVR routers for this DVR port 11fed8a6-754f-439b-bf53-b4372ad2bc1a on host hv-cinder-80522 {{(pid=106071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:59:01.607513 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a6569917-a993-4f6d-bbc6-f2da556ef3cf req-735b00c7-297c-45e6-a96c-d8a61a758212 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:01.609750 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a6569917-a993-4f6d-bbc6-f2da556ef3cf req-735b00c7-297c-45e6-a96c-d8a61a758212 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.37 "DELETE /v2.0/ports/11fed8a6-754f-439b-bf53-b4372ad2bc1a HTTP/1.1" status: 204 len: 173 time: 0.5188870 Sep 15 17:59:01.610215 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48c7645-330c-492f-b42e-5ba12e5e48d6', 'name': 'network-vif-deleted', 'tag': '11fed8a6-754f-439b-bf53-b4372ad2bc1a'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:59:01.612643 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36b214e-3779-4c26-a2f5-d81c5438c3a5" -d '{"events": [{"server_uuid": "b48c7645-330c-492f-b42e-5ba12e5e48d6", "name": "network-vif-deleted", "tag": "11fed8a6-754f-439b-bf53-b4372ad2bc1a"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:59:01.620177 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ae018147-4c33-4fa1-88f0-9e07af105d70 req-1879e996-5460-4a26-a50e-bed7252f5a04 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990689 Sep 15 17:59:01.658206 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076dc554-6ff4-401c-a2d1-2af9555bcc39 x-openstack-request-id: req-076dc554-6ff4-401c-a2d1-2af9555bcc39 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:59:01.658504 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48c7645-330c-492f-b42e-5ba12e5e48d6", "name": "network-vif-deleted", "tag": "11fed8a6-754f-439b-bf53-b4372ad2bc1a", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:59:01.659070 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-076dc554-6ff4-401c-a2d1-2af9555bcc39 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:59:01.659184 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48c7645-330c-492f-b42e-5ba12e5e48d6', 'name': 'network-vif-deleted', 'tag': '11fed8a6-754f-439b-bf53-b4372ad2bc1a', 'status': 'completed', 'code': 200} Sep 15 17:59:01.694783 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-96ebb7fa-3dff-4e96-b7ba-102dc45fead2 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Allocated IP 172.20.0.6 (b0a638ed-aa8c-45ea-b76f-a163858459e3/b801b881-d04d-4502-b644-72a1fe0fe876/f1869f46-5e2f-4f6a-9d59-67deeb2b9afe) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:59:01.849597 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b5b87682-d264-4a7f-8e53-90203a3adeed req-87a0d7aa-208d-456d-841a-52e54a794ed6 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 210 time: 0.0338881 Sep 15 17:59:01.865205 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-96ebb7fa-3dff-4e96-b7ba-102dc45fead2 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:01.954750 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-96ebb7fa-3dff-4e96-b7ba-102dc45fead2 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:01.995661 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-96ebb7fa-3dff-4e96-b7ba-102dc45fead2 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Network b0a638ed-aa8c-45ea-b76f-a163858459e3 is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:59:02.000689 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-96ebb7fa-3dff-4e96-b7ba-102dc45fead2 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:59:02.007658 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-96ebb7fa-3dff-4e96-b7ba-102dc45fead2 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:59:02.036515 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebb7fa-3dff-4e96-b7ba-102dc45fead2 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Pushing event updated for resources: {'Port': ['ID=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:02.060004 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-96ebb7fa-3dff-4e96-b7ba-102dc45fead2 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:02.061034 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-96ebb7fa-3dff-4e96-b7ba-102dc45fead2 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:02.135311 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-96ebb7fa-3dff-4e96-b7ba-102dc45fead2 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8578775 Sep 15 17:59:02.216920 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ade0e0de-01d3-4d50-9aad-63e9c736c7c0 None None] Provisioning complete for port f1869f46-5e2f-4f6a-9d59-67deeb2b9afe triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:59:02.218118 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ade0e0de-01d3-4d50-9aad-63e9c736c7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:02.249735 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ade0e0de-01d3-4d50-9aad-63e9c736c7c0 None None] Port f1869f46-5e2f-4f6a-9d59-67deeb2b9afe cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:59:02.723719 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-495620b0-a24f-4857-8138-aa1c0bb10bb1 req-5ff685c2-cc07-456d-9c9f-f798d2c6fce6 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 210 time: 0.0290027 Sep 15 17:59:02.965547 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03a70e-7d3d-4184-8300-98081e476845 req-026ce195-3489-4eec-9fc8-d4648b710ef3 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:02.967049 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cf03a70e-7d3d-4184-8300-98081e476845 req-026ce195-3489-4eec-9fc8-d4648b710ef3 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 931 time: 0.0517523 Sep 15 17:59:03.012227 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cf03a70e-7d3d-4184-8300-98081e476845 req-edbb8800-fde3-4ba5-a1cf-6d6418e026f9 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389419 Sep 15 17:59:03.817025 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-034f0380-f958-4160-b623-f52efbea4ea6 req-9737d66d-a21a-4fbe-9185-7e7c63ec21a6 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 210 time: 0.0265415 Sep 15 17:59:04.102897 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['8e19d0cd-81ce-411e-927f-5c2ef4eb068c', '11fed8a6-754f-439b-bf53-b4372ad2bc1a'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:59:04.117907 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] Request body: {'port': {'device_id': '0c18c640-5263-4f4a-9314-deb3495223a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80522'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:04.165561 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27114426-ab5b-4d34-88b0-e33aeec9e377 req-e624c7fd-e50b-4014-813c-b98a313c9502 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:04.167064 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-27114426-ab5b-4d34-88b0-e33aeec9e377 req-e624c7fd-e50b-4014-813c-b98a313c9502 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 931 time: 0.0825200 Sep 15 17:59:04.202857 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:04.216695 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:04.235346 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-27114426-ab5b-4d34-88b0-e33aeec9e377 req-23b21547-364d-43b3-8212-7b5153b07913 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527749 Sep 15 17:59:04.487145 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1869f46-5e2f-4f6a-9d59-67deeb2b9afe {{(pid=106072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:59:04.495423 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:04.507414 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.provisioning_blocks [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] Transition to ACTIVE for port object f1869f46-5e2f-4f6a-9d59-67deeb2b9afe will not be triggered until provisioned by entity L2. {{(pid=106072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:59:04.577163 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:04.624884 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] Pushing event updated for resources: {'Port': ['ID=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe,revision_number=2']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:04.837618 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] Attempting to bind port f1869f46-5e2f-4f6a-9d59-67deeb2b9afe on host hv-cinder-80522 for vnic_type normal with profile {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:59:04.848470 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] Attempting to bind port f1869f46-5e2f-4f6a-9d59-67deeb2b9afe by drivers openvswitch,hyperv on host hv-cinder-80522 at level 0 using segments [{'id': '9c5b7972-00fb-440e-81b9-40a3fb77b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3'}] {{(pid=106072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:59:04.851390 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] Attempting to bind port f1869f46-5e2f-4f6a-9d59-67deeb2b9afe on network b0a638ed-aa8c-45ea-b76f-a163858459e3 {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:59:04.869793 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] Port f1869f46-5e2f-4f6a-9d59-67deeb2b9afe on network b0a638ed-aa8c-45ea-b76f-a163858459e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80522 {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:59:04.873899 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] Attempting to bind port f1869f46-5e2f-4f6a-9d59-67deeb2b9afe on network b0a638ed-aa8c-45ea-b76f-a163858459e3 {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:59:04.889568 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] Checking agent: {'id': 'd3977637-cbe2-41c3-a570-ab972cec54ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80522', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'started_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:59:04.889993 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] Checking segment: {'id': '9c5b7972-00fb-440e-81b9-40a3fb77b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:59:04.890459 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] Bound using segment: {'id': '9c5b7972-00fb-440e-81b9-40a3fb77b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3'} {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:59:04.892332 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] Bound port: f1869f46-5e2f-4f6a-9d59-67deeb2b9afe, host: hv-cinder-80522, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c5b7972-00fb-440e-81b9-40a3fb77b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3'}}] {{(pid=106072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:59:04.892799 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:04.916581 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:59:05.041975 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] For port f1869f46-5e2f-4f6a-9d59-67deeb2b9afe, host hv-cinder-80522, cleared binding levels {{(pid=106072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:59:05.046276 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] For port f1869f46-5e2f-4f6a-9d59-67deeb2b9afe, host hv-cinder-80522, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe,segment=NetworkSegment(9c5b7972-00fb-440e-81b9-40a3fb77b325),segment_id=9c5b7972-00fb-440e-81b9-40a3fb77b325)] {{(pid=106072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:59:05.090830 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1098ad38-cb6f-4c8c-864f-e06ded8d63c8 req-62b68b92-d919-4f7a-ad80-5aeed0b64859 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48c7645-330c-492f-b42e-5ba12e5e48d6 HTTP/1.1" status: 200 len: 210 time: 0.0565341 Sep 15 17:59:05.141339 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:05.195364 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:05.196042 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:05.197919 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] 10.222.0.37 "PUT /v2.0/ports/f1869f46-5e2f-4f6a-9d59-67deeb2b9afe HTTP/1.1" status: 200 len: 1093 time: 1.0857034 Sep 15 17:59:05.198467 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c18c640-5263-4f4a-9314-deb3495223a0', 'tag': 'f1869f46-5e2f-4f6a-9d59-67deeb2b9afe'}] {{(pid=106072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:59:05.201161 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47b324d98f2f4bfc09410de6f146af452c7265e3c4636f4d971b874cd661cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444e57ae-205f-456a-82e0-970f2ae47d89" -d '{"events": [{"name": "network-changed", "server_uuid": "0c18c640-5263-4f4a-9314-deb3495223a0", "tag": "f1869f46-5e2f-4f6a-9d59-67deeb2b9afe"}]}' {{(pid=106072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:59:05.335987 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb907566-f669-4efc-ab42-f69d53c417da x-openstack-request-id: req-fb907566-f669-4efc-ab42-f69d53c417da {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:59:05.345083 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c18c640-5263-4f4a-9314-deb3495223a0", "tag": "f1869f46-5e2f-4f6a-9d59-67deeb2b9afe", "status": "completed", "code": 200}]} {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:59:05.345411 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb907566-f669-4efc-ab42-f69d53c417da {{(pid=106072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:59:05.345858 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c18c640-5263-4f4a-9314-deb3495223a0', 'tag': 'f1869f46-5e2f-4f6a-9d59-67deeb2b9afe', 'status': 'completed', 'code': 200} Sep 15 17:59:05.346784 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c9d59-54dd-47bb-ae73-feb5cbe17425 service neutron] Pushing event updated for resources: {'Port': ['ID=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe,revision_number=3']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:05.567284 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aef033-743e-4fc1-a4af-e10022a21db9 req-ca518cff-3a0b-4962-800f-450f93d8604c tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:05.584339 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a5aef033-743e-4fc1-a4af-e10022a21db9 req-ca518cff-3a0b-4962-800f-450f93d8604c tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 943 time: 0.1765859 Sep 15 17:59:05.591457 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-4b670fea-ab10-4f8a-91e1-c2e17a0971ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:05.596503 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-4b670fea-ab10-4f8a-91e1-c2e17a0971ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d045a0e58be4c8f84c8c67093e57d31&device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 1096 time: 0.1743915 Sep 15 17:59:05.603821 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 40092) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:05.672723 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-1b8779a8-6cb5-44cd-86bb-f843f5a8b69f tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:05.680732 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-21176fa9-524e-408e-a03b-0d686e1c88d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe HTTP/1.1" status: 200 len: 217 time: 0.0555117 Sep 15 17:59:05.682793 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-1b8779a8-6cb5-44cd-86bb-f843f5a8b69f tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/networks?id=50273b1f-12f9-446d-9aef-0976f0362f05 HTTP/1.1" status: 200 len: 813 time: 0.1857979 Sep 15 17:59:05.704218 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a5aef033-743e-4fc1-a4af-e10022a21db9 req-da5a5269-806f-4441-9350-ae092e451fb9 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163292 Sep 15 17:59:05.709043 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-9be3eef8-a339-4421-b100-c51ac01058d5 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/quotas/9af50e94a428446b9439d23a8bb80788 HTTP/1.1" status: 200 len: 375 time: 0.0249662 Sep 15 17:59:05.768442 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-c29e0327-771f-41ec-8988-f4542e2dd6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:05.771329 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-c29e0327-771f-41ec-8988-f4542e2dd6b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b801b881-d04d-4502-b644-72a1fe0fe876 HTTP/1.1" status: 200 len: 853 time: 0.0656095 Sep 15 17:59:05.790933 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-038c1f38-b4c6-4bd2-82b7-77e88b2d41d4 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9af50e94a428446b9439d23a8bb80788&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779791 Sep 15 17:59:05.801095 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6ed99afe-8c51-4316-a14e-39f5885fb903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:05.954975 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-115c0a6f-cddc-40c8-8966-1f4d599f57e8 service neutron] 10.222.0.20 "GET /v2.0/networks/50273b1f-12f9-446d-9aef-0976f0362f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554990 Sep 15 17:59:05.978502 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6ed99afe-8c51-4316-a14e-39f5885fb903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:06.060870 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-64302ee5-5fdd-44de-bd3c-6046f199a34b service neutron] 10.222.0.20 "GET /v2.0/networks/50273b1f-12f9-446d-9aef-0976f0362f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031435 Sep 15 17:59:06.162080 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6ed99afe-8c51-4316-a14e-39f5885fb903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:06.217113 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-6ed99afe-8c51-4316-a14e-39f5885fb903 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=722354caabaf47c2a98f93bc38a885b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6109240 Sep 15 17:59:06.219627 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 40104) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:06.266738 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed99afe-8c51-4316-a14e-39f5885fb903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2397b123-4956-40b5-a46c-2d33c4be064b,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:06.297823 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-153dc045-3d77-4b04-aa65-7eb50772f537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:06.330666 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-153dc045-3d77-4b04-aa65-7eb50772f537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:06.419685 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-002df32d-f6d1-48da-9c2a-39fb379663f7 req-e01ae16f-87e8-4869-885c-f3cf6885ef04 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 210 time: 0.0529408 Sep 15 17:59:06.478048 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-153dc045-3d77-4b04-aa65-7eb50772f537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:06.480660 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-153dc045-3d77-4b04-aa65-7eb50772f537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:06.484739 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-153dc045-3d77-4b04-aa65-7eb50772f537 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2397b123-4956-40b5-a46c-2d33c4be064b HTTP/1.1" status: 204 len: 168 time: 0.2614388 Sep 15 17:59:06.503930 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153dc045-3d77-4b04-aa65-7eb50772f537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2397b123-4956-40b5-a46c-2d33c4be064b,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:06.750848 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31212b48-1c2b-4e71-ba68-d3ca58607e78 req-d48b476b-1b79-4029-8f00-73fbe7383759 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:06.757130 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-31212b48-1c2b-4e71-ba68-d3ca58607e78 req-d48b476b-1b79-4029-8f00-73fbe7383759 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0504596 Sep 15 17:59:06.797965 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-31212b48-1c2b-4e71-ba68-d3ca58607e78 req-b84ea672-493e-4ac5-8e81-a88aed78e746 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390384 Sep 15 17:59:06.833229 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c4435-94bd-4b3e-a58a-4b3dbfa7e780 req-f4a38b95-6e51-44b7-9461-189b9c32a516 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:06.842769 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-653c4435-94bd-4b3e-a58a-4b3dbfa7e780 req-f4a38b95-6e51-44b7-9461-189b9c32a516 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 943 time: 0.0622962 Sep 15 17:59:06.896258 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-653c4435-94bd-4b3e-a58a-4b3dbfa7e780 req-b42a62a6-aa9b-4063-8863-59311ae59212 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483961 Sep 15 17:59:07.505114 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-462f0159-500d-4c58-ac2b-9f77d7c0075c req-462b3927-5ee5-469c-beba-16370c302d4e tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 210 time: 0.0274868 Sep 15 17:59:07.925450 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff59f8-1ef9-416a-b5be-507ccbb0d045 req-cd3e5579-1728-4ce5-8b85-c580d7f4bd53 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:07.926976 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-41ff59f8-1ef9-416a-b5be-507ccbb0d045 req-cd3e5579-1728-4ce5-8b85-c580d7f4bd53 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0515985 Sep 15 17:59:07.965435 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-41ff59f8-1ef9-416a-b5be-507ccbb0d045 req-a942a44c-1edd-4dca-9d67-840e52b9c975 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314612 Sep 15 17:59:08.009864 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8bac0-a2de-45cd-baf1-da1a37a06c72 req-88407617-a626-4cac-908b-0af7aeb3d116 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:08.011697 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-92a8bac0-a2de-45cd-baf1-da1a37a06c72 req-88407617-a626-4cac-908b-0af7aeb3d116 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 943 time: 0.0525043 Sep 15 17:59:08.055688 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-92a8bac0-a2de-45cd-baf1-da1a37a06c72 req-3f3f8ca7-db2f-4d1e-afe5-0ee266030144 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340588 Sep 15 17:59:08.115363 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 11fed8a6-754f-439b-bf53-b4372ad2bc1a no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:59:08.135708 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] No Port match for: 11fed8a6-754f-439b-bf53-b4372ad2bc1a {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:59:08.136183 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 11fed8a6-754f-439b-bf53-b4372ad2bc1a not bound to the agent host hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:59:08.610823 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b946b8a1-06d6-4646-ad1e-08952a6a8f91 req-e5870968-db00-4fb3-b571-133af0570de8 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 210 time: 0.0326447 Sep 15 17:59:09.134504 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c54d96-9a7d-4b17-8122-a217dfcf44eb req-03624860-585c-4456-a945-bd059f9aeac3 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:09.136110 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-63c54d96-9a7d-4b17-8122-a217dfcf44eb req-03624860-585c-4456-a945-bd059f9aeac3 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0788839 Sep 15 17:59:09.189069 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-63c54d96-9a7d-4b17-8122-a217dfcf44eb req-c003936a-0b4e-418e-9d3a-7e3f17fba5d3 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463755 Sep 15 17:59:09.312897 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21294410-5cfd-4561-b4ef-a0558199c474 req-909b234b-acd6-4602-b91e-982071dca15c tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:09.321189 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-21294410-5cfd-4561-b4ef-a0558199c474 req-909b234b-acd6-4602-b91e-982071dca15c tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 943 time: 0.0681646 Sep 15 17:59:09.374269 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-21294410-5cfd-4561-b4ef-a0558199c474 req-0392cb7e-5ae3-4f2e-b5cd-6bac56786450 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467446 Sep 15 17:59:09.753503 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-00b610ae-b696-4dec-8b41-3fab95b574fd req-1f16a150-df6a-41b9-a07e-a238986204c1 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 210 time: 0.0450680 Sep 15 17:59:10.314040 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d6c1d-7fec-45ef-8a07-95a338660bff req-4bde76e3-5abe-4501-9918-dae8ba7dfd55 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:10.316025 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6d4d6c1d-7fec-45ef-8a07-95a338660bff req-4bde76e3-5abe-4501-9918-dae8ba7dfd55 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0566638 Sep 15 17:59:10.368707 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6d4d6c1d-7fec-45ef-8a07-95a338660bff req-99358439-6229-49e2-b6cf-1fef4a184189 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337164 Sep 15 17:59:10.488094 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de296e-eaf7-456a-848e-79013e26d15b req-f3827c08-8f9c-49c4-bb42-72d743b58015 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:10.489568 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-88de296e-eaf7-456a-848e-79013e26d15b req-f3827c08-8f9c-49c4-bb42-72d743b58015 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 943 time: 0.0472562 Sep 15 17:59:10.529259 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-88de296e-eaf7-456a-848e-79013e26d15b req-3ff41e85-9d9c-41ae-9926-eb7fe3f165f0 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326030 Sep 15 17:59:10.834656 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8f3448c0-c5fc-496f-a70c-c661bc032099 req-a69555df-7332-4800-8793-e48361ce278f tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 210 time: 0.0253098 Sep 15 17:59:11.487129 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90776b-159b-470c-9425-784c105e254d req-e81dffc7-6099-4d65-94ad-d880cd1c0102 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:11.488674 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7c90776b-159b-470c-9425-784c105e254d req-e81dffc7-6099-4d65-94ad-d880cd1c0102 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0618227 Sep 15 17:59:11.530484 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7c90776b-159b-470c-9425-784c105e254d req-aa9d9e69-974b-4bf2-bdcb-323bcae82b7c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343826 Sep 15 17:59:11.646126 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd77051-0f8f-42b1-bd66-5e144f0c044e req-315a51ac-5e08-42e0-a5c0-ce8e973b324f tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:11.647522 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-abd77051-0f8f-42b1-bd66-5e144f0c044e req-315a51ac-5e08-42e0-a5c0-ce8e973b324f tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 943 time: 0.0469558 Sep 15 17:59:11.684507 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-abd77051-0f8f-42b1-bd66-5e144f0c044e req-28dc1dbf-5eed-4966-bb00-f6005b6958c4 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308821 Sep 15 17:59:11.931138 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fc13438e-28e8-4d45-8744-cf334139ca54 req-39aa6d17-c4ab-4c0b-aa7d-c0854f5067a2 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 210 time: 0.0261796 Sep 15 17:59:12.659176 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e144bce-ba00-4454-b4e9-dfa103527537 req-22a83d2f-c0f7-4620-91a2-713a9dbc29a6 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:12.660672 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8e144bce-ba00-4454-b4e9-dfa103527537 req-22a83d2f-c0f7-4620-91a2-713a9dbc29a6 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0559080 Sep 15 17:59:12.701035 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8e144bce-ba00-4454-b4e9-dfa103527537 req-602bb6ed-e451-4e1f-9ce2-5f5f4d0f81c2 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338874 Sep 15 17:59:12.851627 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b811d60-efd1-49da-8765-de54188d5ad3 req-4aa23250-150e-4497-9966-df2a9743bea9 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:12.856053 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3b811d60-efd1-49da-8765-de54188d5ad3 req-4aa23250-150e-4497-9966-df2a9743bea9 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 943 time: 0.0868461 Sep 15 17:59:12.893701 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3b811d60-efd1-49da-8765-de54188d5ad3 req-5c84fc6a-6679-4bd8-af3e-822934b41323 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344939 Sep 15 17:59:13.021113 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-58f49e49-2fe8-4165-b38e-1d941f8879d5 req-dc59e933-7980-4b0d-b98b-c0631d02b0ac tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 210 time: 0.0254414 Sep 15 17:59:13.855807 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af78b0-50c1-4c86-97cb-37f83387a03d req-cb9af3a7-8c7f-4c25-be75-bd626fbbe815 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:13.857483 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e1af78b0-50c1-4c86-97cb-37f83387a03d req-cb9af3a7-8c7f-4c25-be75-bd626fbbe815 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0593309 Sep 15 17:59:13.899039 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e1af78b0-50c1-4c86-97cb-37f83387a03d req-adc820ff-8d67-473f-ac3b-75d9bed95f06 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348248 Sep 15 17:59:14.024409 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1628514-319e-4df3-a298-29ba445f1aa3 req-d4bd8bc9-7466-4d7e-bf05-79aa07537272 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:14.027275 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d1628514-319e-4df3-a298-29ba445f1aa3 req-d4bd8bc9-7466-4d7e-bf05-79aa07537272 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 943 time: 0.0585999 Sep 15 17:59:14.157010 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b43d36d0-3a76-4bc1-b78d-20a29bdc22d3 req-46cbcf4d-f204-4b7d-a360-bdfcfaf5952a tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 210 time: 0.0310087 Sep 15 17:59:14.342446 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d1628514-319e-4df3-a298-29ba445f1aa3 req-74bce78d-0ef7-43a2-9407-1634fa268cac tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089488 Sep 15 17:59:14.387892 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 40246) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:14.489611 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3b0e320d-9752-494a-b919-0d5771969fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:14.603197 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3b0e320d-9752-494a-b919-0d5771969fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:15.009165 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3b0e320d-9752-494a-b919-0d5771969fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:15.038317 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb8d36-7d45-4220-8c6c-e7f541534d46 req-291105f3-7401-4634-a7c0-a5812880d405 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:15.042448 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a3fb8d36-7d45-4220-8c6c-e7f541534d46 req-291105f3-7401-4634-a7c0-a5812880d405 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0661321 Sep 15 17:59:15.065650 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-3b0e320d-9752-494a-b919-0d5771969fd8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51b0cd64b0074eb5a4a40c21537b6847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6767006 Sep 15 17:59:15.071395 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 40254) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:15.073135 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e320d-9752-494a-b919-0d5771969fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54df334-1a30-402c-9c5f-ffbf58485dd2,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:15.096040 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a3fb8d36-7d45-4220-8c6c-e7f541534d46 req-a872e0fc-0180-4d83-8752-ba28bf9dc823 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470762 Sep 15 17:59:15.118118 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8cf59ad1-b6a9-45fb-83c7-a3c4cecc361f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:15.138275 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8cf59ad1-b6a9-45fb-83c7-a3c4cecc361f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:15.273780 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8cf59ad1-b6a9-45fb-83c7-a3c4cecc361f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:15.276337 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8cf59ad1-b6a9-45fb-83c7-a3c4cecc361f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:15.280482 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-8cf59ad1-b6a9-45fb-83c7-a3c4cecc361f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f54df334-1a30-402c-9c5f-ffbf58485dd2 HTTP/1.1" status: 204 len: 168 time: 0.2109449 Sep 15 17:59:15.288850 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-712c2c19-369d-4a58-824e-3e3f646a660e req-d9c6b5bd-038c-4f96-a1fc-a1e56bc9d46e tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 210 time: 0.0541058 Sep 15 17:59:15.296932 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf59ad1-b6a9-45fb-83c7-a3c4cecc361f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54df334-1a30-402c-9c5f-ffbf58485dd2,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:15.462295 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de607721-498f-4184-91c3-ddc0693f59fe req-46e6dc30-4707-4ec6-9f4d-ebd31473a3ce tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:15.464099 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-de607721-498f-4184-91c3-ddc0693f59fe req-46e6dc30-4707-4ec6-9f4d-ebd31473a3ce tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 943 time: 0.0566394 Sep 15 17:59:15.511329 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-de607721-498f-4184-91c3-ddc0693f59fe req-d7672398-d8ad-456a-8728-edb075bd0279 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408115 Sep 15 17:59:16.214955 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec3b9f-8bd6-489c-b6f2-8aa3a81fea5c req-3ec8b5d1-cc48-401c-b143-5cf0a1af282c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:16.216474 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f9ec3b9f-8bd6-489c-b6f2-8aa3a81fea5c req-3ec8b5d1-cc48-401c-b143-5cf0a1af282c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0517988 Sep 15 17:59:16.253053 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f9ec3b9f-8bd6-489c-b6f2-8aa3a81fea5c req-e69dfdbb-44d6-447e-9363-4a0fb729960e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306911 Sep 15 17:59:16.376705 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-10dd8e59-c0bb-4c60-90fc-6dddc8dde336 req-4e9c250e-25fb-48c1-9734-33a7069d1efc tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 210 time: 0.0252495 Sep 15 17:59:16.626398 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32475258-5884-4bb8-8acd-a0cabacf1e61 req-973a9858-b858-4d35-be84-7a24e049cae3 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:16.627926 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-32475258-5884-4bb8-8acd-a0cabacf1e61 req-973a9858-b858-4d35-be84-7a24e049cae3 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 943 time: 0.0481842 Sep 15 17:59:16.675868 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-32475258-5884-4bb8-8acd-a0cabacf1e61 req-774f91bc-8b93-4448-8cb8-e9fc91d50a84 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411761 Sep 15 17:59:17.376269 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecc7d1-6714-4957-8abb-520db580055f req-809858ff-474f-46e9-a86f-2ca153efbeef tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:17.377746 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bcecc7d1-6714-4957-8abb-520db580055f req-809858ff-474f-46e9-a86f-2ca153efbeef tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0480640 Sep 15 17:59:17.438034 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bcecc7d1-6714-4957-8abb-520db580055f req-84292acb-d75b-4cd4-ba1d-e7308ed988f6 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543129 Sep 15 17:59:17.484321 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8de88d90-5331-43b2-b3ee-ca695fcbc1ac req-d544e6ed-a294-4f2d-b9c9-84557bb64191 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 210 time: 0.0290117 Sep 15 17:59:17.805591 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d03d2a-95f3-4927-9873-a1ace3a303ef req-cb0242cb-4abe-4aeb-bfc1-b7dc4f7245cc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:17.807925 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-27d03d2a-95f3-4927-9873-a1ace3a303ef req-cb0242cb-4abe-4aeb-bfc1-b7dc4f7245cc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 943 time: 0.0525405 Sep 15 17:59:17.844604 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-27d03d2a-95f3-4927-9873-a1ace3a303ef req-04ee63d2-e2eb-4de0-af4f-d8d5ea74d618 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316300 Sep 15 17:59:18.557748 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-dbfe7258-c691-4900-bb1d-d8abe61b9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:18.559234 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-dbfe7258-c691-4900-bb1d-d8abe61b9c7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0a638ed-aa8c-45ea-b76f-a163858459e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815055 Sep 15 17:59:18.575611 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea7941-9823-4e83-98de-4e5c43115233 req-8b48d97b-3a6b-445d-a25d-e5cea24dd162 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:18.577168 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-70ea7941-9823-4e83-98de-4e5c43115233 req-8b48d97b-3a6b-445d-a25d-e5cea24dd162 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0677536 Sep 15 17:59:18.582647 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ecbe7236-d5db-4664-bfa4-35ef75f32d3a req-e3164ae6-6b62-4cab-961b-131420208d81 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 210 time: 0.0281124 Sep 15 17:59:18.674420 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-70ea7941-9823-4e83-98de-4e5c43115233 req-55ae2456-0a24-4d6f-809a-24e98dd28c24 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891280 Sep 15 17:59:18.689763 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-00081893-c81f-4570-984f-3d3290380049 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a638ed-aa8c-45ea-b76f-a163858459e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116893 Sep 15 17:59:18.796028 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-da60a07f-2a6b-4dd9-a6da-7c22125bfe80 req-d24f7350-c393-4789-895d-907089282a6d service neutron] 10.222.0.37 "GET /v2.0/networks/b0a638ed-aa8c-45ea-b76f-a163858459e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973237 Sep 15 17:59:18.925599 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-41ad38a0-8559-4226-846f-9603b573bbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:18.963958 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a830b-8046-4b31-80c0-03b75577fd5e req-edd4e8f0-5097-4a3b-8482-a3a2aa2174cf tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:18.965698 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-245a830b-8046-4b31-80c0-03b75577fd5e req-edd4e8f0-5097-4a3b-8482-a3a2aa2174cf tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 943 time: 0.0529277 Sep 15 17:59:18.993112 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e57ae-205f-456a-82e0-970f2ae47d89 req-d65df2fe-e595-4571-beac-3697932e8053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:18.994611 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-444e57ae-205f-456a-82e0-970f2ae47d89 req-d65df2fe-e595-4571-beac-3697932e8053 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d045a0e58be4c8f84c8c67093e57d31&device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 1096 time: 0.0444412 Sep 15 17:59:19.006246 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-245a830b-8046-4b31-80c0-03b75577fd5e req-87ad9f2b-5cae-45b9-93aa-40d2c76427c4 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346539 Sep 15 17:59:19.108211 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e57ae-205f-456a-82e0-970f2ae47d89 req-1006b6d9-c6be-4087-b24e-a1a2e8480b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:19.109749 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-444e57ae-205f-456a-82e0-970f2ae47d89 req-1006b6d9-c6be-4087-b24e-a1a2e8480b5c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0a638ed-aa8c-45ea-b76f-a163858459e3 HTTP/1.1" status: 200 len: 915 time: 0.1062016 Sep 15 17:59:19.152234 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-444e57ae-205f-456a-82e0-970f2ae47d89 req-b6460e9b-fa79-4d64-945b-ccacc7fb0b7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe HTTP/1.1" status: 200 len: 217 time: 0.0334630 Sep 15 17:59:19.210706 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e57ae-205f-456a-82e0-970f2ae47d89 req-de162500-aa10-4ea1-a631-e45df2d044e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:19.212149 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-444e57ae-205f-456a-82e0-970f2ae47d89 req-de162500-aa10-4ea1-a631-e45df2d044e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b801b881-d04d-4502-b644-72a1fe0fe876 HTTP/1.1" status: 200 len: 853 time: 0.0454366 Sep 15 17:59:19.258514 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e57ae-205f-456a-82e0-970f2ae47d89 req-0fe646ad-765f-48cf-a947-0fd4607f132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:19.260005 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-444e57ae-205f-456a-82e0-970f2ae47d89 req-0fe646ad-765f-48cf-a947-0fd4607f132f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0a638ed-aa8c-45ea-b76f-a163858459e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393555 Sep 15 17:59:19.368815 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-444e57ae-205f-456a-82e0-970f2ae47d89 req-6678e1e8-28ba-403e-9f51-e8f0e33cc58a service neutron] 10.222.0.37 "GET /v2.0/networks/b0a638ed-aa8c-45ea-b76f-a163858459e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893571 Sep 15 17:59:19.460856 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-444e57ae-205f-456a-82e0-970f2ae47d89 req-e2ec3adb-31c5-4d16-8b6a-509aafdb54b4 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a638ed-aa8c-45ea-b76f-a163858459e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842481 Sep 15 17:59:19.697348 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5ca16641-3e5c-4843-bdd0-89f8a4d342cd req-a5d77adb-6d40-4229-aec0-8e1b5ea0fdc3 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 210 time: 0.0344546 Sep 15 17:59:19.729801 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-fac2951b-1944-45fe-bcad-fcdb156ce5dd tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:19.731618 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-fac2951b-1944-45fe-bcad-fcdb156ce5dd tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.37 "GET /v2.0/networks?id=50273b1f-12f9-446d-9aef-0976f0362f05 HTTP/1.1" status: 200 len: 813 time: 0.1433930 Sep 15 17:59:19.747666 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-98ea9756-6e51-4d22-92a0-aa614b1c73fb tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Request body: {'port': {'device_id': '78a8f8fe-e26e-478c-b07a-5c421c0682ba', 'network_id': '50273b1f-12f9-446d-9aef-0976f0362f05', 'admin_state_up': True, 'tenant_id': '9af50e94a428446b9439d23a8bb80788'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:19.819545 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be880bf-3937-4339-be8b-06df2e09a5c0 req-055e3b77-ef15-4101-b46a-a57ae650d1f4 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:19.821145 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6be880bf-3937-4339-be8b-06df2e09a5c0 req-055e3b77-ef15-4101-b46a-a57ae650d1f4 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0497272 Sep 15 17:59:19.863101 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6be880bf-3937-4339-be8b-06df2e09a5c0 req-e5f1ff3d-f420-4f85-881d-0cd208c70fc5 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353298 Sep 15 17:59:19.982988 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-98ea9756-6e51-4d22-92a0-aa614b1c73fb tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Made reservation on behalf of 9af50e94a428446b9439d23a8bb80788 for: {'port': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:59:19.986945 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-98ea9756-6e51-4d22-92a0-aa614b1c73fb tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:20.124494 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-98ea9756-6e51-4d22-92a0-aa614b1c73fb tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Allocated IP 172.20.0.7 (50273b1f-12f9-446d-9aef-0976f0362f05/ead0ceac-36e6-4573-9ca3-2489157efef2/301bd77e-6aaa-4621-b8d6-904ccfce7177) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:59:20.131607 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1083e5-c127-458c-9340-a8786e22621d req-beea1a73-6834-40d4-8139-746b9b2b63c9 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:20.133925 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-9c1083e5-c127-458c-9340-a8786e22621d req-beea1a73-6834-40d4-8139-746b9b2b63c9 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 943 time: 0.0557420 Sep 15 17:59:20.172754 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-9c1083e5-c127-458c-9340-a8786e22621d req-83a4eaf5-fde9-4f13-b6c0-62f6d61ae4c3 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328138 Sep 15 17:59:20.273805 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-98ea9756-6e51-4d22-92a0-aa614b1c73fb tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:20.311575 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a14fb-c872-4f65-a6af-6925a8f90a11 req-7b8bc865-cc0d-4abe-b203-a188b825a9f3 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:20.313078 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ef1a14fb-c872-4f65-a6af-6925a8f90a11 req-7b8bc865-cc0d-4abe-b203-a188b825a9f3 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0493605 Sep 15 17:59:20.349916 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ef1a14fb-c872-4f65-a6af-6925a8f90a11 req-226ce836-4eb8-40b0-b622-7143f240badc tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307732 Sep 15 17:59:20.397865 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-98ea9756-6e51-4d22-92a0-aa614b1c73fb tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:20.437229 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-98ea9756-6e51-4d22-92a0-aa614b1c73fb tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Network 50273b1f-12f9-446d-9aef-0976f0362f05 is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:59:20.440220 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-98ea9756-6e51-4d22-92a0-aa614b1c73fb tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:59:20.443793 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-98ea9756-6e51-4d22-92a0-aa614b1c73fb tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:59:20.475050 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea9756-6e51-4d22-92a0-aa614b1c73fb tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Pushing event updated for resources: {'Port': ['ID=301bd77e-6aaa-4621-b8d6-904ccfce7177,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:20.501179 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-98ea9756-6e51-4d22-92a0-aa614b1c73fb tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:20.501852 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-98ea9756-6e51-4d22-92a0-aa614b1c73fb tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:20.589239 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-98ea9756-6e51-4d22-92a0-aa614b1c73fb tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8457201 Sep 15 17:59:20.602192 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] Request body: {'port': {'device_id': '78a8f8fe-e26e-478c-b07a-5c421c0682ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80522'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:20.652721 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:20.885744 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4895ac-f71c-4d35-a20c-72c3ab578ae2 req-d600d915-033f-4008-8fdf-60be0ac50368 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:20.887141 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0a4895ac-f71c-4d35-a20c-72c3ab578ae2 req-d600d915-033f-4008-8fdf-60be0ac50368 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 931 time: 0.0921338 Sep 15 17:59:20.958868 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0a4895ac-f71c-4d35-a20c-72c3ab578ae2 req-aa21419d-c5bf-4b39-85e4-d4260c451845 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628612 Sep 15 17:59:20.972872 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 301bd77e-6aaa-4621-b8d6-904ccfce7177 {{(pid=106072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:59:20.978402 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd918142-1c9f-4cb4-9d0c-e2390a669f96 req-b6bef942-26cd-41c3-a575-253cb306ce3e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:20.979897 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-dd918142-1c9f-4cb4-9d0c-e2390a669f96 req-b6bef942-26cd-41c3-a575-253cb306ce3e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0500114 Sep 15 17:59:20.980901 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:20.992512 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.provisioning_blocks [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] Transition to ACTIVE for port object 301bd77e-6aaa-4621-b8d6-904ccfce7177 will not be triggered until provisioned by entity L2. {{(pid=106072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:59:21.020863 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-dd918142-1c9f-4cb4-9d0c-e2390a669f96 req-158c40a6-639f-4cb1-969e-49530d899bac tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342789 Sep 15 17:59:21.091710 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:21.141492 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] Pushing event updated for resources: {'Port': ['ID=301bd77e-6aaa-4621-b8d6-904ccfce7177,revision_number=2']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:21.212480 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] Attempting to bind port 301bd77e-6aaa-4621-b8d6-904ccfce7177 on host hv-cinder-80522 for vnic_type normal with profile {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:59:21.213019 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] Attempting to bind port 301bd77e-6aaa-4621-b8d6-904ccfce7177 by drivers openvswitch,hyperv on host hv-cinder-80522 at level 0 using segments [{'id': 'e6e0047e-fda1-4193-a95f-880d919b5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '50273b1f-12f9-446d-9aef-0976f0362f05'}] {{(pid=106072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:59:21.213347 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] Attempting to bind port 301bd77e-6aaa-4621-b8d6-904ccfce7177 on network 50273b1f-12f9-446d-9aef-0976f0362f05 {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:59:21.217644 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] Port 301bd77e-6aaa-4621-b8d6-904ccfce7177 on network 50273b1f-12f9-446d-9aef-0976f0362f05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80522 {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:59:21.218150 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] Attempting to bind port 301bd77e-6aaa-4621-b8d6-904ccfce7177 on network 50273b1f-12f9-446d-9aef-0976f0362f05 {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:59:21.222859 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] Checking agent: {'id': 'd3977637-cbe2-41c3-a570-ab972cec54ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80522', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'started_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:59:21.223230 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] Checking segment: {'id': 'e6e0047e-fda1-4193-a95f-880d919b5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '50273b1f-12f9-446d-9aef-0976f0362f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:59:21.223554 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] Bound using segment: {'id': 'e6e0047e-fda1-4193-a95f-880d919b5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '50273b1f-12f9-446d-9aef-0976f0362f05'} {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:59:21.223971 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] Bound port: 301bd77e-6aaa-4621-b8d6-904ccfce7177, host: hv-cinder-80522, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e0047e-fda1-4193-a95f-880d919b5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '50273b1f-12f9-446d-9aef-0976f0362f05'}}] {{(pid=106072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:59:21.224321 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:21.314939 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] For port 301bd77e-6aaa-4621-b8d6-904ccfce7177, host hv-cinder-80522, cleared binding levels {{(pid=106072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:59:21.323696 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257bc95-f996-4af5-826b-0513af841c95 req-fa487741-5086-4afa-a485-b28975a204f0 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:21.325225 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e257bc95-f996-4af5-826b-0513af841c95 req-fa487741-5086-4afa-a485-b28975a204f0 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 943 time: 0.0694802 Sep 15 17:59:21.326828 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] For port 301bd77e-6aaa-4621-b8d6-904ccfce7177, host hv-cinder-80522, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=301bd77e-6aaa-4621-b8d6-904ccfce7177,segment=NetworkSegment(e6e0047e-fda1-4193-a95f-880d919b5366),segment_id=e6e0047e-fda1-4193-a95f-880d919b5366)] {{(pid=106072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:59:21.362750 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e257bc95-f996-4af5-826b-0513af841c95 req-46234a59-78ca-4df1-9eea-68fcf11875f7 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314786 Sep 15 17:59:21.395714 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:21.423729 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:21.424341 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:21.430386 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] 10.222.0.37 "PUT /v2.0/ports/301bd77e-6aaa-4621-b8d6-904ccfce7177 HTTP/1.1" status: 200 len: 1093 time: 0.8275220 Sep 15 17:59:21.430386 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a8f8fe-e26e-478c-b07a-5c421c0682ba', 'tag': '301bd77e-6aaa-4621-b8d6-904ccfce7177'}] {{(pid=106072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:59:21.430386 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47b324d98f2f4bfc09410de6f146af452c7265e3c4636f4d971b874cd661cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d54083-a398-4140-a005-469ad6030ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "78a8f8fe-e26e-478c-b07a-5c421c0682ba", "tag": "301bd77e-6aaa-4621-b8d6-904ccfce7177"}]}' {{(pid=106072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:59:21.453573 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fab749-1164-424a-91d9-d0f5d5bf25a1 service neutron] Pushing event updated for resources: {'Port': ['ID=301bd77e-6aaa-4621-b8d6-904ccfce7177,revision_number=3']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:21.471454 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b90039b-7a08-4dcc-8a93-9ed5ffb0135f x-openstack-request-id: req-0b90039b-7a08-4dcc-8a93-9ed5ffb0135f {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:59:21.471794 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a8f8fe-e26e-478c-b07a-5c421c0682ba", "tag": "301bd77e-6aaa-4621-b8d6-904ccfce7177", "status": "completed", "code": 200}]} {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:59:21.472049 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b90039b-7a08-4dcc-8a93-9ed5ffb0135f {{(pid=106072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:59:21.472441 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a8f8fe-e26e-478c-b07a-5c421c0682ba', 'tag': '301bd77e-6aaa-4621-b8d6-904ccfce7177', 'status': 'completed', 'code': 200} Sep 15 17:59:21.482386 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0df57e-ca9d-42d8-89c8-190a1533a81d req-00edfe32-b041-471d-9ac7-b6c8abcf1b63 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:21.483899 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2f0df57e-ca9d-42d8-89c8-190a1533a81d req-00edfe32-b041-471d-9ac7-b6c8abcf1b63 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0572753 Sep 15 17:59:21.513891 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-728b2f73-14f8-42bc-a45f-df4cc1e01e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:21.530873 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2f0df57e-ca9d-42d8-89c8-190a1533a81d req-e4918a4f-0b08-4f7b-9af7-9f797d93edeb tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373080 Sep 15 17:59:21.537315 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d54083-a398-4140-a005-469ad6030ed8 req-44880d7e-43d9-4f3e-ab9b-7b4cf7b0a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:21.538918 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-11d54083-a398-4140-a005-469ad6030ed8 req-44880d7e-43d9-4f3e-ab9b-7b4cf7b0a79a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9af50e94a428446b9439d23a8bb80788&device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 1096 time: 0.0449860 Sep 15 17:59:21.632701 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d54083-a398-4140-a005-469ad6030ed8 req-d0f65cb9-3131-4d3d-96e2-49c060b78e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:21.634679 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-11d54083-a398-4140-a005-469ad6030ed8 req-d0f65cb9-3131-4d3d-96e2-49c060b78e31 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9af50e94a428446b9439d23a8bb80788&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0871942 Sep 15 17:59:21.732091 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d54083-a398-4140-a005-469ad6030ed8 req-0ee60759-861d-4f88-9997-8652b8cdc4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:21.733621 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-11d54083-a398-4140-a005-469ad6030ed8 req-0ee60759-861d-4f88-9997-8652b8cdc4aa service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899272 Sep 15 17:59:21.809694 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-da4d3af2-6e80-402d-9400-264db9158b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:21.811160 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-da4d3af2-6e80-402d-9400-264db9158b8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9af50e94a428446b9439d23a8bb80788&device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 1096 time: 0.0390799 Sep 15 17:59:21.856860 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-8783752d-7947-4d6e-9489-c48bf9e556bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=301bd77e-6aaa-4621-b8d6-904ccfce7177 HTTP/1.1" status: 200 len: 217 time: 0.0362747 Sep 15 17:59:21.906435 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-71890197-abef-4c0e-86c7-f97050825e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:21.907892 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-71890197-abef-4c0e-86c7-f97050825e8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ead0ceac-36e6-4573-9ca3-2489157efef2 HTTP/1.1" status: 200 len: 853 time: 0.0431895 Sep 15 17:59:21.938990 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-c522e1e8-03b8-4316-aacc-ead6c8fa84af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=50273b1f-12f9-446d-9aef-0976f0362f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235417 Sep 15 17:59:22.020176 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:22.031677 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-81844a51-d7eb-4592-b3a4-85dfbc3a2d21 service neutron] 10.222.0.37 "GET /v2.0/networks/50273b1f-12f9-446d-9aef-0976f0362f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832794 Sep 15 17:59:22.080145 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1f692-722c-4b1a-a61f-b7774105810c req-563449af-d69d-49ac-9756-92a92d70a969 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:22.081778 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c2b1f692-722c-4b1a-a61f-b7774105810c req-563449af-d69d-49ac-9756-92a92d70a969 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 943 time: 0.0492494 Sep 15 17:59:22.120241 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c2b1f692-722c-4b1a-a61f-b7774105810c req-fca21615-3705-4615-9987-8eb069375a50 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315950 Sep 15 17:59:22.135177 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aed063-0c63-46b0-8e70-60583a2fe1a5 req-e17aec4b-0181-426f-a3d8-6e1fa3669c20 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:22.136689 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c9aed063-0c63-46b0-8e70-60583a2fe1a5 req-e17aec4b-0181-426f-a3d8-6e1fa3669c20 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0487351 Sep 15 17:59:22.177245 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c9aed063-0c63-46b0-8e70-60583a2fe1a5 req-de8ebe4d-c291-4919-8a02-773da79a66c9 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305312 Sep 15 17:59:22.473092 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c47b0-4103-401e-a755-ed311ea8af85 req-761af407-4e8d-46c0-bdcf-ba81b8df1d75 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:22.474552 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-166c47b0-4103-401e-a755-ed311ea8af85 req-761af407-4e8d-46c0-bdcf-ba81b8df1d75 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 943 time: 0.0474296 Sep 15 17:59:22.511177 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-166c47b0-4103-401e-a755-ed311ea8af85 req-f94e9482-5e24-43a0-b263-8faf20a725bd tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302124 Sep 15 17:59:22.640315 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ebf3f-26b6-45f5-9f36-21869fbaa852 req-672722f1-758e-4b3c-b662-4481c8947a9c tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:22.641682 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7d7ebf3f-26b6-45f5-9f36-21869fbaa852 req-672722f1-758e-4b3c-b662-4481c8947a9c tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0457759 Sep 15 17:59:22.680503 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7d7ebf3f-26b6-45f5-9f36-21869fbaa852 req-8a78e0e5-0c34-41b8-b4e8-b3816f0bd8a9 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331075 Sep 15 17:59:22.981706 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device f1869f46-5e2f-4f6a-9d59-67deeb2b9afe details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:59:23.067706 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0327a71b-004f-4caa-bfe8-ce938910e390 req-44c95f5b-a009-48d1-bf28-6b70bca25f87 service neutron] 10.222.0.37 "GET /v2.0/networks/50273b1f-12f9-446d-9aef-0976f0362f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845804 Sep 15 17:59:23.186979 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port f1869f46-5e2f-4f6a-9d59-67deeb2b9afe, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe,segment=NetworkSegment(9c5b7972-00fb-440e-81b9-40a3fb77b325),segment_id=9c5b7972-00fb-440e-81b9-40a3fb77b325)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:59:23.204970 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': 'f1869f46-5e2f-4f6a-9d59-67deeb2b9afe', 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3', 'port_id': 'f1869f46-5e2f-4f6a-9d59-67deeb2b9afe', 'mac_address': 'fa:16:3e:6b:56:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b801b881-d04d-4502-b644-72a1fe0fe876', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:59:23.237862 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506c0a5-03b4-4b80-a353-7a4209d8fd23 req-5311ea62-de96-41a0-8498-3f4347a46a0e tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:23.239486 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b506c0a5-03b4-4b80-a353-7a4209d8fd23 req-5311ea62-de96-41a0-8498-3f4347a46a0e tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 943 time: 0.0525043 Sep 15 17:59:23.246865 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:23.261009 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1869f46-5e2f-4f6a-9d59-67deeb2b9afe {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:59:23.267388 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:23.280181 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b506c0a5-03b4-4b80-a353-7a4209d8fd23 req-3281c394-cd6d-4e34-ad5c-e20a97b45ecc tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334616 Sep 15 17:59:23.284619 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port f1869f46-5e2f-4f6a-9d59-67deeb2b9afe, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe,segment=NetworkSegment(9c5b7972-00fb-440e-81b9-40a3fb77b325),segment_id=9c5b7972-00fb-440e-81b9-40a3fb77b325)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:59:23.343035 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:23.392976 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:23.487079 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8223a-2cac-4b7b-96a9-8647759e16d1 req-cd55ce21-be50-417b-b5e5-d31eb0a24514 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:23.488445 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-edb8223a-2cac-4b7b-96a9-8647759e16d1 req-cd55ce21-be50-417b-b5e5-d31eb0a24514 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.2418282 Sep 15 17:59:23.526469 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-edb8223a-2cac-4b7b-96a9-8647759e16d1 req-04bed4b0-21be-4052-b28a-6045c760234d tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312116 Sep 15 17:59:23.622185 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66baa87-1f90-49e3-ad8d-6830411814e1 req-c658599d-0611-4888-92f9-01a8942d97f5 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:23.623634 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a66baa87-1f90-49e3-ad8d-6830411814e1 req-c658599d-0611-4888-92f9-01a8942d97f5 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 944 time: 0.0469403 Sep 15 17:59:23.659624 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a66baa87-1f90-49e3-ad8d-6830411814e1 req-dfad5825-0334-4ad3-8e0c-090a7d5386a2 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302200 Sep 15 17:59:23.791180 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9889c69-9965-43d0-9a94-3337035f14ee req-31c493a1-c898-41ed-a5df-e68c535f45c5 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:23.792594 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e9889c69-9965-43d0-9a94-3337035f14ee req-31c493a1-c898-41ed-a5df-e68c535f45c5 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0483139 Sep 15 17:59:23.829082 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e9889c69-9965-43d0-9a94-3337035f14ee req-274f6f9c-4530-48e0-958e-1c660566deaf tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305595 Sep 15 17:59:24.393510 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e122c-9924-4d0c-b94f-631d638d0a13 req-8c5aeb4b-9416-4d9d-9982-40bdb950eb09 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:24.394944 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fd7e122c-9924-4d0c-b94f-631d638d0a13 req-8c5aeb4b-9416-4d9d-9982-40bdb950eb09 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 943 time: 0.0501769 Sep 15 17:59:24.431011 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fd7e122c-9924-4d0c-b94f-631d638d0a13 req-9c8680f0-c062-41ac-b0be-32296e50b716 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302651 Sep 15 17:59:24.638129 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c43f4d-cd0e-4708-8f44-9add44e52f76 req-03b9aedb-1a1d-4444-b79f-8b1b011844ea tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:24.639596 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d1c43f4d-cd0e-4708-8f44-9add44e52f76 req-03b9aedb-1a1d-4444-b79f-8b1b011844ea tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0469120 Sep 15 17:59:24.651581 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:24.682537 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d1c43f4d-cd0e-4708-8f44-9add44e52f76 req-507373b1-c3fb-4067-96d5-e59e1e8d27bf tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362842 Sep 15 17:59:24.777188 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd210c-fc13-431e-bdfb-251a4ace5a5b req-995b58e2-18e9-4fc4-ad29-96ea4afc66f9 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:24.778701 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-91bd210c-fc13-431e-bdfb-251a4ace5a5b req-995b58e2-18e9-4fc4-ad29-96ea4afc66f9 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 944 time: 0.0550230 Sep 15 17:59:24.824926 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-91bd210c-fc13-431e-bdfb-251a4ace5a5b req-c4291681-4846-413d-84e4-7ded5cccf899 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404367 Sep 15 17:59:24.955427 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d95a0-46a1-4f58-9b6f-be136333b3f8 req-b481d90c-4fec-4654-9728-3496d7aa0faa tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:24.956960 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-143d95a0-46a1-4f58-9b6f-be136333b3f8 req-b481d90c-4fec-4654-9728-3496d7aa0faa tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0539045 Sep 15 17:59:24.997845 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-143d95a0-46a1-4f58-9b6f-be136333b3f8 req-35cac6f1-0778-43b6-b865-386e328ad817 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337729 Sep 15 17:59:25.192779 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['f1869f46-5e2f-4f6a-9d59-67deeb2b9afe'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:59:25.542338 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6523450-9afa-4d91-97d5-d27abaf3a876 req-31342ae3-5915-4b92-ac53-b13cc7378f9e tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:25.543869 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c6523450-9afa-4d91-97d5-d27abaf3a876 req-31342ae3-5915-4b92-ac53-b13cc7378f9e tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 943 time: 0.0469978 Sep 15 17:59:25.580812 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c6523450-9afa-4d91-97d5-d27abaf3a876 req-187b0f12-a1cc-427b-a48f-309811fe297c tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303102 Sep 15 17:59:25.794232 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442e4ce-4520-4b51-81c1-df78d4990170 req-84d56844-e7d1-4e60-8107-9e511e806b37 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:25.795716 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d442e4ce-4520-4b51-81c1-df78d4990170 req-84d56844-e7d1-4e60-8107-9e511e806b37 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0475361 Sep 15 17:59:25.831123 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d442e4ce-4520-4b51-81c1-df78d4990170 req-96823786-4c30-4a01-9e6b-1b1b5830a8ec tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296483 Sep 15 17:59:25.936407 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826899f8-31ad-49d7-8236-66736db6c53d req-07e88e0f-e63e-4690-89db-345d1237eb9a tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:25.937859 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-826899f8-31ad-49d7-8236-66736db6c53d req-07e88e0f-e63e-4690-89db-345d1237eb9a tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 944 time: 0.0492797 Sep 15 17:59:25.975402 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-826899f8-31ad-49d7-8236-66736db6c53d req-c7a1436e-ae94-4ce3-bc71-fdfce6c3b92b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317194 Sep 15 17:59:26.113283 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d19bbb-b56d-436e-bfbe-91a36a282bdc req-deaefcef-cf51-49f6-8442-577259017b52 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:26.114759 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-26d19bbb-b56d-436e-bfbe-91a36a282bdc req-deaefcef-cf51-49f6-8442-577259017b52 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0486398 Sep 15 17:59:26.155223 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-26d19bbb-b56d-436e-bfbe-91a36a282bdc req-a75b7c55-d0c4-4e42-be9e-c39da2bf8a03 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346305 Sep 15 17:59:26.691322 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce6ea5-3e2f-40ca-8f21-f619de761dc1 req-11480bda-4352-47b1-987f-44abf483bf5d tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:26.692812 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-efce6ea5-3e2f-40ca-8f21-f619de761dc1 req-11480bda-4352-47b1-987f-44abf483bf5d tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 943 time: 0.0469811 Sep 15 17:59:26.729936 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-efce6ea5-3e2f-40ca-8f21-f619de761dc1 req-ba0b61b0-b5b2-438f-a474-5a76b7a95254 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305231 Sep 15 17:59:26.783553 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a6215-4d15-4947-8cfa-dcc6ce0d5459 req-0c1ea082-a349-4953-9e75-14aeb68a84c8 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:26.784959 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-238a6215-4d15-4947-8cfa-dcc6ce0d5459 req-0c1ea082-a349-4953-9e75-14aeb68a84c8 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.37 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0466366 Sep 15 17:59:26.835919 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 301bd77e-6aaa-4621-b8d6-904ccfce7177 details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:59:26.837971 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device f1869f46-5e2f-4f6a-9d59-67deeb2b9afe up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:59:26.914893 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [req-238a6215-4d15-4947-8cfa-dcc6ce0d5459 req-487cd2df-e219-43bf-8147-c87425c8b08e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Deleting port 8e19d0cd-81ce-411e-927f-5c2ef4eb068c {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:59:26.915254 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-238a6215-4d15-4947-8cfa-dcc6ce0d5459 req-487cd2df-e219-43bf-8147-c87425c8b08e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:26.953623 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd90a4-45fd-43b4-b97a-dd61221a4a7c req-7c38c553-bae7-40ae-9a94-5fe0aa71d90d tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:26.955290 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-97dd90a4-45fd-43b4-b97a-dd61221a4a7c req-7c38c553-bae7-40ae-9a94-5fe0aa71d90d tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 946 time: 0.0522809 Sep 15 17:59:26.974144 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 301bd77e-6aaa-4621-b8d6-904ccfce7177, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=301bd77e-6aaa-4621-b8d6-904ccfce7177,segment=NetworkSegment(e6e0047e-fda1-4193-a95f-880d919b5366),segment_id=e6e0047e-fda1-4193-a95f-880d919b5366)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:59:26.988573 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': '301bd77e-6aaa-4621-b8d6-904ccfce7177', 'network_id': '50273b1f-12f9-446d-9aef-0976f0362f05', 'port_id': '301bd77e-6aaa-4621-b8d6-904ccfce7177', 'mac_address': 'fa:16:3e:58:14:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ead0ceac-36e6-4573-9ca3-2489157efef2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:59:26.998990 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-97dd90a4-45fd-43b4-b97a-dd61221a4a7c req-b4d5d037-7618-4ac6-8da8-340306e0a54c tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec201332-db09-49c7-9ce3-85d5256955bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367174 Sep 15 17:59:27.011637 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-238a6215-4d15-4947-8cfa-dcc6ce0d5459 req-487cd2df-e219-43bf-8147-c87425c8b08e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] For port 8e19d0cd-81ce-411e-927f-5c2ef4eb068c, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=8e19d0cd-81ce-411e-927f-5c2ef4eb068c,segment=NetworkSegment(5590f83a-d74b-4b35-bea9-8f637287cad3),segment_id=5590f83a-d74b-4b35-bea9-8f637287cad3)] {{(pid=106072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:59:27.012583 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-238a6215-4d15-4947-8cfa-dcc6ce0d5459 req-487cd2df-e219-43bf-8147-c87425c8b08e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:27.017371 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning for port f1869f46-5e2f-4f6a-9d59-67deeb2b9afe completed by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:59:27.023309 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port f1869f46-5e2f-4f6a-9d59-67deeb2b9afe triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:59:27.024518 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:27.037302 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [req-238a6215-4d15-4947-8cfa-dcc6ce0d5459 req-487cd2df-e219-43bf-8147-c87425c8b08e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Calling delete_port for 8e19d0cd-81ce-411e-927f-5c2ef4eb068c owned by compute:nova {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:59:27.057577 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:27.081691 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301bd77e-6aaa-4621-b8d6-904ccfce7177 {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:59:27.106707 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 301bd77e-6aaa-4621-b8d6-904ccfce7177, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=301bd77e-6aaa-4621-b8d6-904ccfce7177,segment=NetworkSegment(e6e0047e-fda1-4193-a95f-880d919b5366),segment_id=e6e0047e-fda1-4193-a95f-880d919b5366)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:59:27.145675 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:27.166470 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:27.174935 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c18c640-5263-4f4a-9314-deb3495223a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1869f46-5e2f-4f6a-9d59-67deeb2b9afe'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:59:27.177338 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070e5931-af93-4f11-84d6-054b742a6622" -d '{"events": [{"server_uuid": "0c18c640-5263-4f4a-9314-deb3495223a0", "name": "network-vif-plugged", "status": "completed", "tag": "f1869f46-5e2f-4f6a-9d59-67deeb2b9afe"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:59:27.211691 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port f1869f46-5e2f-4f6a-9d59-67deeb2b9afe, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe,segment=NetworkSegment(9c5b7972-00fb-440e-81b9-40a3fb77b325),segment_id=9c5b7972-00fb-440e-81b9-40a3fb77b325)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:59:27.235274 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=301bd77e-6aaa-4621-b8d6-904ccfce7177,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:27.274867 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:27.287830 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c9a18-0247-4dd6-828f-885abf6cb759 req-1aef0dad-4273-49fc-bbda-aa501c9b1d2c tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:27.289445 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-cd5c9a18-0247-4dd6-828f-885abf6cb759 req-1aef0dad-4273-49fc-bbda-aa501c9b1d2c tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0515580 Sep 15 17:59:27.335458 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-cd5c9a18-0247-4dd6-828f-885abf6cb759 req-44037ed3-5f24-4903-a2f4-3d6bc05a12c7 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392506 Sep 15 17:59:27.340431 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:27.385151 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d90fa0-b464-4cc2-92d4-20a99455cec4 req-57d38c5c-32c6-4de6-8af1-4fa31b277d71 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:27.385458 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3ae3de-867d-4e92-b050-b35e4f595943 x-openstack-request-id: req-1f3ae3de-867d-4e92-b050-b35e4f595943 {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:59:27.385840 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c18c640-5263-4f4a-9314-deb3495223a0", "name": "network-vif-plugged", "status": "completed", "tag": "f1869f46-5e2f-4f6a-9d59-67deeb2b9afe", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:59:27.386187 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f3ae3de-867d-4e92-b050-b35e4f595943 {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:59:27.386640 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c18c640-5263-4f4a-9314-deb3495223a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1869f46-5e2f-4f6a-9d59-67deeb2b9afe', 'code': 200} Sep 15 17:59:27.388932 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-75d90fa0-b464-4cc2-92d4-20a99455cec4 req-57d38c5c-32c6-4de6-8af1-4fa31b277d71 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 944 time: 0.3341262 Sep 15 17:59:27.394119 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['301bd77e-6aaa-4621-b8d6-904ccfce7177'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:59:27.454550 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-75d90fa0-b464-4cc2-92d4-20a99455cec4 req-1d9ae22a-617d-4f47-851e-97a5b08237ba tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579844 Sep 15 17:59:27.560316 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-238a6215-4d15-4947-8cfa-dcc6ce0d5459 req-487cd2df-e219-43bf-8147-c87425c8b08e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:27.586896 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cd2df-e219-43bf-8147-c87425c8b08e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Pushing event deleted for resources: {'Port': ['ID=8e19d0cd-81ce-411e-927f-5c2ef4eb068c,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:27.652165 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [req-238a6215-4d15-4947-8cfa-dcc6ce0d5459 req-487cd2df-e219-43bf-8147-c87425c8b08e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] No DVR routers for this DVR port 8e19d0cd-81ce-411e-927f-5c2ef4eb068c on host hv-cinder-80522 {{(pid=106072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:59:27.655381 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-238a6215-4d15-4947-8cfa-dcc6ce0d5459 req-487cd2df-e219-43bf-8147-c87425c8b08e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:27.657473 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-238a6215-4d15-4947-8cfa-dcc6ce0d5459 req-487cd2df-e219-43bf-8147-c87425c8b08e tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.37 "DELETE /v2.0/ports/8e19d0cd-81ce-411e-927f-5c2ef4eb068c HTTP/1.1" status: 204 len: 173 time: 0.8662724 Sep 15 17:59:27.657913 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a1aa4a-95cc-4b06-b4e2-eb626057892e', 'name': 'network-vif-deleted', 'tag': '8e19d0cd-81ce-411e-927f-5c2ef4eb068c'}] {{(pid=106072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:59:27.660212 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47b324d98f2f4bfc09410de6f146af452c7265e3c4636f4d971b874cd661cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9713e9-a610-4bf6-9cbc-34d2fc114cf2" -d '{"events": [{"server_uuid": "99a1aa4a-95cc-4b06-b4e2-eb626057892e", "name": "network-vif-deleted", "tag": "8e19d0cd-81ce-411e-927f-5c2ef4eb068c"}]}' {{(pid=106072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:59:27.701473 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da0903a-b1b6-4026-ba07-84e01beec20b x-openstack-request-id: req-2da0903a-b1b6-4026-ba07-84e01beec20b {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:59:27.702093 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a1aa4a-95cc-4b06-b4e2-eb626057892e", "name": "network-vif-deleted", "tag": "8e19d0cd-81ce-411e-927f-5c2ef4eb068c", "status": "completed", "code": 200}]} {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:59:27.702093 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2da0903a-b1b6-4026-ba07-84e01beec20b {{(pid=106072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:59:27.702434 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a1aa4a-95cc-4b06-b4e2-eb626057892e', 'name': 'network-vif-deleted', 'tag': '8e19d0cd-81ce-411e-927f-5c2ef4eb068c', 'status': 'completed', 'code': 200} Sep 15 17:59:27.708428 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b765ac-3be7-4465-af43-4b4c9a3f4fe5 req-758eb113-b2c9-4401-92e3-8afab10bc17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:27.709963 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-86b765ac-3be7-4465-af43-4b4c9a3f4fe5 req-758eb113-b2c9-4401-92e3-8afab10bc17e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 1098 time: 0.0434649 Sep 15 17:59:27.759044 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-86b765ac-3be7-4465-af43-4b4c9a3f4fe5 req-155455c4-69d0-4868-8115-6a0da24aa3db service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420482 Sep 15 17:59:27.843527 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['8e19d0cd-81ce-411e-927f-5c2ef4eb068c'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:59:27.844952 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a42446-acfc-47d4-984b-b235bd207120 req-0c2b2806-b610-4017-bec0-06156275b4b7 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:27.846447 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-79a42446-acfc-47d4-984b-b235bd207120 req-0c2b2806-b610-4017-bec0-06156275b4b7 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 944 time: 0.0513976 Sep 15 17:59:27.884024 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-79a42446-acfc-47d4-984b-b235bd207120 req-2aa3ef29-e31a-4ffb-a2dc-0d0326872668 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314589 Sep 15 17:59:28.112518 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-267c9e5c-7255-4e62-91b6-068d3e56c6dd req-230b54d8-0df5-4015-bbbf-422359b6faf7 tempest-ServerRescueNegativeTestJSON-111126773 tempest-ServerRescueNegativeTestJSON-111126773-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a1aa4a-95cc-4b06-b4e2-eb626057892e HTTP/1.1" status: 200 len: 210 time: 0.0257404 Sep 15 17:59:28.459923 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d8010-36f8-4959-a150-4361a88bf160 req-dc4eda1b-3e0e-4815-8397-232f3bab731f tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:28.462004 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-038d8010-36f8-4959-a150-4361a88bf160 req-dc4eda1b-3e0e-4815-8397-232f3bab731f tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0485508 Sep 15 17:59:28.503834 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-038d8010-36f8-4959-a150-4361a88bf160 req-516d0ffc-c841-48a9-a850-efdd442dae8f tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346971 Sep 15 17:59:28.572671 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd3151-1047-49fa-b0d0-699cad208343 req-8b3a558f-7fd3-4c0c-8920-654afc3e25b0 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:28.574136 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-fcbd3151-1047-49fa-b0d0-699cad208343 req-8b3a558f-7fd3-4c0c-8920-654afc3e25b0 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 945 time: 0.0481386 Sep 15 17:59:28.611028 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-fcbd3151-1047-49fa-b0d0-699cad208343 req-8fd563bc-10d8-41d3-b134-28791397befe tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309045 Sep 15 17:59:28.840201 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 301bd77e-6aaa-4621-b8d6-904ccfce7177 up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:59:28.974085 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning for port 301bd77e-6aaa-4621-b8d6-904ccfce7177 completed by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:59:28.978662 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port 301bd77e-6aaa-4621-b8d6-904ccfce7177 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:59:28.979039 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:28.995300 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f48dea-80f5-4b5d-b992-96c817da993f req-f5bc8f9b-6e8e-4951-a4f6-115e18a464ef tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:28.996821 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-12f48dea-80f5-4b5d-b992-96c817da993f req-f5bc8f9b-6e8e-4951-a4f6-115e18a464ef tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 944 time: 0.0476611 Sep 15 17:59:29.034128 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-12f48dea-80f5-4b5d-b992-96c817da993f req-2ecb0703-61db-41a9-9ae8-f57065aaa201 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311425 Sep 15 17:59:29.057049 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:29.088606 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 301bd77e-6aaa-4621-b8d6-904ccfce7177, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=301bd77e-6aaa-4621-b8d6-904ccfce7177,segment=NetworkSegment(e6e0047e-fda1-4193-a95f-880d919b5366),segment_id=e6e0047e-fda1-4193-a95f-880d919b5366)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:59:29.151669 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:29.168844 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 40494) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:29.201512 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=301bd77e-6aaa-4621-b8d6-904ccfce7177,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:29.388265 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a8f8fe-e26e-478c-b07a-5c421c0682ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301bd77e-6aaa-4621-b8d6-904ccfce7177'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:59:29.390618 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1d8d17-9c59-4d82-a01c-7f407449923b" -d '{"events": [{"server_uuid": "78a8f8fe-e26e-478c-b07a-5c421c0682ba", "name": "network-vif-plugged", "status": "completed", "tag": "301bd77e-6aaa-4621-b8d6-904ccfce7177"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:59:29.426594 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f890da6-f5b4-40e4-8739-13096b377935 x-openstack-request-id: req-3f890da6-f5b4-40e4-8739-13096b377935 {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:59:29.427033 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a8f8fe-e26e-478c-b07a-5c421c0682ba", "name": "network-vif-plugged", "status": "completed", "tag": "301bd77e-6aaa-4621-b8d6-904ccfce7177", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:59:29.427296 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f890da6-f5b4-40e4-8739-13096b377935 {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:59:29.427812 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a8f8fe-e26e-478c-b07a-5c421c0682ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301bd77e-6aaa-4621-b8d6-904ccfce7177', 'code': 200} Sep 15 17:59:29.594645 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605702'] for router_interface, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:29.618050 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa00520-c81f-4d12-8248-bb4d815b58f4 req-5fb262e4-fa3e-466d-a6b6-9625890ea427 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:29.619534 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3fa00520-c81f-4d12-8248-bb4d815b58f4 req-5fb262e4-fa3e-466d-a6b6-9625890ea427 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0480490 Sep 15 17:59:29.665060 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3fa00520-c81f-4d12-8248-bb4d815b58f4 req-6605e4f2-6515-453c-9dab-79b6b7dcb4e8 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394397 Sep 15 17:59:29.749306 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85dc806-c7d9-4702-a49b-b93033c6b27b req-e2ae6717-469d-48ec-8174-e419400469aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:29.750827 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a85dc806-c7d9-4702-a49b-b93033c6b27b req-e2ae6717-469d-48ec-8174-e419400469aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 1098 time: 0.0526245 Sep 15 17:59:29.786216 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a85dc806-c7d9-4702-a49b-b93033c6b27b req-e96d6b80-9736-41fa-9771-cdd3965ed21e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285156 Sep 15 17:59:29.848082 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa962931-57e0-4022-ae52-5e37eebe9736 req-c32ac79a-f626-4d5d-9ccf-1ce33f2abd4e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:29.849584 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-aa962931-57e0-4022-ae52-5e37eebe9736 req-c32ac79a-f626-4d5d-9ccf-1ce33f2abd4e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 945 time: 0.1201046 Sep 15 17:59:29.885157 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 40512) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:29.905537 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-aa962931-57e0-4022-ae52-5e37eebe9736 req-48f66add-a4e8-4851-a0ca-61c53768742a tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497210 Sep 15 17:59:29.970873 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Deleting port 73f1cf73-abbc-4810-b9c7-68c3d9953b39 {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:59:29.971238 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:30.012791 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f966-48f1-4873-9c86-45e90b1fea9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:30.051595 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292809c8-fb91-4c6b-9026-cb07dd43db60 req-6bc6398f-7e3b-4e9c-a244-0a482221c6cc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:30.053322 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-292809c8-fb91-4c6b-9026-cb07dd43db60 req-6bc6398f-7e3b-4e9c-a244-0a482221c6cc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 945 time: 0.0812120 Sep 15 17:59:30.055427 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] For port 73f1cf73-abbc-4810-b9c7-68c3d9953b39, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=73f1cf73-abbc-4810-b9c7-68c3d9953b39,segment=NetworkSegment(5590f83a-d74b-4b35-bea9-8f637287cad3),segment_id=5590f83a-d74b-4b35-bea9-8f637287cad3)] {{(pid=106072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:59:30.056025 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:30.072535 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Calling delete_port for 73f1cf73-abbc-4810-b9c7-68c3d9953b39 owned by network:router_interface {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:59:30.118595 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-292809c8-fb91-4c6b-9026-cb07dd43db60 req-0dcc4a06-2853-452b-b3a5-a292bbc8e36b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533521 Sep 15 17:59:30.158891 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f966-48f1-4873-9c86-45e90b1fea9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:30.222910 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e231135-3444-4673-a58e-595ed6bf2d6e req-c01c90bf-7257-4119-83b8-818ce0a8f089 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:30.224295 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5e231135-3444-4673-a58e-595ed6bf2d6e req-c01c90bf-7257-4119-83b8-818ce0a8f089 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 945 time: 0.1029074 Sep 15 17:59:30.229151 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f966-48f1-4873-9c86-45e90b1fea9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:30.273151 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7f966-48f1-4873-9c86-45e90b1fea9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0def76b-57e7-46f1-94e2-5ee78499b91b,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:30.280571 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-c2f7f966-48f1-4873-9c86-45e90b1fea9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec78b4141fc74b8d8f12b699513d91f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919206 Sep 15 17:59:30.280738 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5e231135-3444-4673-a58e-595ed6bf2d6e req-d1f21dee-5ea1-4cc6-ae40-eabf9402b5f2 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486174 Sep 15 17:59:30.281384 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 40522) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:30.286287 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7f966-48f1-4873-9c86-45e90b1fea9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.286943 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7f966-48f1-4873-9c86-45e90b1fea9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.287307 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7f966-48f1-4873-9c86-45e90b1fea9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.288132 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7f966-48f1-4873-9c86-45e90b1fea9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.288857 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7f966-48f1-4873-9c86-45e90b1fea9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.289346 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7f966-48f1-4873-9c86-45e90b1fea9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.289699 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7f966-48f1-4873-9c86-45e90b1fea9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.290113 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7f966-48f1-4873-9c86-45e90b1fea9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.291593 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7f966-48f1-4873-9c86-45e90b1fea9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.291593 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7f966-48f1-4873-9c86-45e90b1fea9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.291846 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7f966-48f1-4873-9c86-45e90b1fea9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.292133 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7f966-48f1-4873-9c86-45e90b1fea9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.368667 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-29daa7a3-297a-4a62-97bd-9f4196805c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:30.399064 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-29daa7a3-297a-4a62-97bd-9f4196805c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:30.428928 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:30.479990 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Pushing event deleted for resources: {'Port': ['ID=73f1cf73-abbc-4810-b9c7-68c3d9953b39,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:30.511314 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.511650 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.511980 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.512303 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.512718 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.513039 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.513358 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.513674 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.513995 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.514306 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.514615 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.514920 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:30.548068 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d2cfe-2571-426e-9047-5f1c6f9b1c70 req-ecced8cf-5b82-4770-ad96-55b7bc166823 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:30.549567 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ee0d2cfe-2571-426e-9047-5f1c6f9b1c70 req-ecced8cf-5b82-4770-ad96-55b7bc166823 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 945 time: 0.1262331 Sep 15 17:59:30.622638 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ee0d2cfe-2571-426e-9047-5f1c6f9b1c70 req-9b6ea0f1-7372-4f7b-be8e-8d4a6d7fd55c tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654716 Sep 15 17:59:30.675852 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-29daa7a3-297a-4a62-97bd-9f4196805c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:30.678400 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-29daa7a3-297a-4a62-97bd-9f4196805c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:30.679598 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-29daa7a3-297a-4a62-97bd-9f4196805c41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0def76b-57e7-46f1-94e2-5ee78499b91b HTTP/1.1" status: 204 len: 168 time: 0.3973215 Sep 15 17:59:30.693025 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29daa7a3-297a-4a62-97bd-9f4196805c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0def76b-57e7-46f1-94e2-5ee78499b91b,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:30.704247 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600502'] for router_interface, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:30.851242 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e27c8a-fc1d-4784-93ea-397d838879c6 req-3bb5efb0-5bc9-4e6f-a3b3-34bc7ee4ce0b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:30.853391 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-67e27c8a-fc1d-4784-93ea-397d838879c6 req-3bb5efb0-5bc9-4e6f-a3b3-34bc7ee4ce0b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0508583 Sep 15 17:59:30.859357 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 8e19d0cd-81ce-411e-927f-5c2ef4eb068c no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:59:30.900371 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] No Port match for: 8e19d0cd-81ce-411e-927f-5c2ef4eb068c {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:59:30.902579 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-67e27c8a-fc1d-4784-93ea-397d838879c6 req-8a81fc0d-b1fa-46a1-b98a-aa30212dd0b9 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361464 Sep 15 17:59:30.902721 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 8e19d0cd-81ce-411e-927f-5c2ef4eb068c not bound to the agent host hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:59:31.168237 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Router df7e1fe3-9afc-4dc9-bfb8-79768a5bb519 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:59:31.248153 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9a5f2-ee41-4f13-a07e-7dedbd392975 req-1c152323-5764-4ef1-bd36-c85b301f41f5 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:31.250452 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5fc9a5f2-ee41-4f13-a07e-7dedbd392975 req-1c152323-5764-4ef1-bd36-c85b301f41f5 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0508900 Sep 15 17:59:31.282076 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:59:31.297278 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-942d2890-0ddb-4530-8cca-d7ad263bac80 admin admin] 10.222.0.20 "PUT /v2.0/routers/df7e1fe3-9afc-4dc9-bfb8-79768a5bb519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1226482 Sep 15 17:59:31.298013 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c78b0b-06f2-4314-93da-f95ed126d134 None None] Sync routers for ids ['df7e1fe3-9afc-4dc9-bfb8-79768a5bb519'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:59:31.301111 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 40540) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:31.307145 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c78b0b-06f2-4314-93da-f95ed126d134 None None] Routers {'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:59:31.308090 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-30c78b0b-06f2-4314-93da-f95ed126d134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:59:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['df7e1fe3-9afc-4dc9-bfb8-79768a5bb519'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:59:31.412497 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5fc9a5f2-ee41-4f13-a07e-7dedbd392975 req-efe2390d-76ef-47b1-b6b5-c258a45c37b8 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529465 Sep 15 17:59:31.431888 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfe593-b8ba-4fa7-9fb7-6e3f32a29513 req-4da8a761-1898-4a9a-9514-cf5433d84ffa tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:31.435422 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9dcfe593-b8ba-4fa7-9fb7-6e3f32a29513 req-4da8a761-1898-4a9a-9514-cf5433d84ffa tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 945 time: 0.0669780 Sep 15 17:59:31.471679 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-30c78b0b-06f2-4314-93da-f95ed126d134 None None] Set router df7e1fe3-9afc-4dc9-bfb8-79768a5bb519 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:59:31.479746 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b708893-5a60-4c06-a783-11628bed0bab req-6e47e875-1b2d-4dd1-89ea-c41ede37ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:31.481452 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4b708893-5a60-4c06-a783-11628bed0bab req-6e47e875-1b2d-4dd1-89ea-c41ede37ac1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f97c5470f94401f90fa26a45eecfcd7&device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 1098 time: 0.1642003 Sep 15 17:59:31.481583 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9dcfe593-b8ba-4fa7-9fb7-6e3f32a29513 req-af3ea192-d687-4307-a3e9-ec9bd16a3097 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367827 Sep 15 17:59:31.495488 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 40546) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:31.515240 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-051389be-493f-4724-a580-78814d362b51 admin admin] Notify callbacks [] for router, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:31.524145 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f56c5447-89bc-4e23-b7d4-c8bff04c952b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:31.647743 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f56c5447-89bc-4e23-b7d4-c8bff04c952b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:31.671291 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-30c78b0b-06f2-4314-93da-f95ed126d134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519', 'name': 'tempest-ServerRescueNegativeTestJSON-1624411184-router', 'tenant_id': '60eeb6732c944f73b5124264b05fed93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '508a2765-c563-4b78-8e4c-b38955d8ee3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:19Z', 'updated_at': '2021-09-15T17:59:30Z', 'revision_number': 5, 'project_id': '60eeb6732c944f73b5124264b05fed93', 'gw_port': {'id': '508a2765-c563-4b78-8e4c-b38955d8ee3f', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:20Z', 'updated_at': '2021-09-15T17:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:59:31.701223 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b708893-5a60-4c06-a783-11628bed0bab req-02cfd067-52ff-4ad0-adae-34da9fce5da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:31.702624 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c78b0b-06f2-4314-93da-f95ed126d134 None None] Checking router: df7e1fe3-9afc-4dc9-bfb8-79768a5bb519 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:59:31.703039 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4b708893-5a60-4c06-a783-11628bed0bab req-02cfd067-52ff-4ad0-adae-34da9fce5da4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c82f0e18-d709-47ff-b01c-741485e75497 HTTP/1.1" status: 200 len: 911 time: 0.2129924 Sep 15 17:59:31.709505 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-051389be-493f-4724-a580-78814d362b51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:31.711808 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c78b0b-06f2-4314-93da-f95ed126d134 None None] Routers {'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:59:31.712619 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-30c78b0b-06f2-4314-93da-f95ed126d134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:59:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['df7e1fe3-9afc-4dc9-bfb8-79768a5bb519'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:59:31.716845 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f56c5447-89bc-4e23-b7d4-c8bff04c952b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:31.770061 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c5447-89bc-4e23-b7d4-c8bff04c952b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea00cb7-d958-4cc8-85af-d9bb13ade690,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:31.774563 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-f56c5447-89bc-4e23-b7d4-c8bff04c952b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47b4dfd585f9460a9e703ce9253465d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705984 Sep 15 17:59:31.777145 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 40552) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:31.791772 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4b708893-5a60-4c06-a783-11628bed0bab req-a58da24b-c081-4fe5-b6c7-a397b2868e31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32134c97-6407-4df4-b0a1-6f8a03cb6a8b HTTP/1.1" status: 200 len: 1000 time: 0.0790808 Sep 15 17:59:31.830598 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-81607355-97ea-4c69-93b4-d1f213200dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:31.856506 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-81607355-97ea-4c69-93b4-d1f213200dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:31.885576 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b708893-5a60-4c06-a783-11628bed0bab req-45689a2a-4815-4100-ac0d-88f2bb2ea72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:31.887367 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4b708893-5a60-4c06-a783-11628bed0bab req-45689a2a-4815-4100-ac0d-88f2bb2ea72e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b21d638-ac50-4318-b027-484d191c8b9c HTTP/1.1" status: 200 len: 849 time: 0.0881109 Sep 15 17:59:31.926218 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-051389be-493f-4724-a580-78814d362b51 admin admin] Deleting port 508a2765-c563-4b78-8e4c-b38955d8ee3f {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:59:31.926558 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-051389be-493f-4724-a580-78814d362b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:31.934569 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-30c78b0b-06f2-4314-93da-f95ed126d134 None None] Set router df7e1fe3-9afc-4dc9-bfb8-79768a5bb519 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:59:31.991504 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b708893-5a60-4c06-a783-11628bed0bab req-f5fdddf1-6f2f-49a1-9b5c-ae8167f39ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:31.993686 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4b708893-5a60-4c06-a783-11628bed0bab req-f5fdddf1-6f2f-49a1-9b5c-ae8167f39ef2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c82f0e18-d709-47ff-b01c-741485e75497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0975013 Sep 15 17:59:32.052011 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [None req-051389be-493f-4724-a580-78814d362b51 admin admin] For port 508a2765-c563-4b78-8e4c-b38955d8ee3f, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=508a2765-c563-4b78-8e4c-b38955d8ee3f,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:59:32.052287 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-051389be-493f-4724-a580-78814d362b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:32.102580 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-051389be-493f-4724-a580-78814d362b51 admin admin] Calling delete_port for 508a2765-c563-4b78-8e4c-b38955d8ee3f owned by network:router_gateway {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:59:32.124481 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-30c78b0b-06f2-4314-93da-f95ed126d134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519', 'name': 'tempest-ServerRescueNegativeTestJSON-1624411184-router', 'tenant_id': '60eeb6732c944f73b5124264b05fed93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '508a2765-c563-4b78-8e4c-b38955d8ee3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:19Z', 'updated_at': '2021-09-15T17:59:30Z', 'revision_number': 5, 'project_id': '60eeb6732c944f73b5124264b05fed93', 'gw_port': {'id': '508a2765-c563-4b78-8e4c-b38955d8ee3f', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:20Z', 'updated_at': '2021-09-15T17:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:59:32.153427 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c78b0b-06f2-4314-93da-f95ed126d134 None None] The sync data for ids ['df7e1fe3-9afc-4dc9-bfb8-79768a5bb519'] in dv-cinder-805228-2-iscsi is: [{'id': 'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519', 'name': 'tempest-ServerRescueNegativeTestJSON-1624411184-router', 'tenant_id': '60eeb6732c944f73b5124264b05fed93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '508a2765-c563-4b78-8e4c-b38955d8ee3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:19Z', 'updated_at': '2021-09-15T17:59:30Z', 'revision_number': 5, 'project_id': '60eeb6732c944f73b5124264b05fed93', 'gw_port': {'id': '508a2765-c563-4b78-8e4c-b38955d8ee3f', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7e1fe3-9afc-4dc9-bfb8-79768a5bb519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:20Z', 'updated_at': '2021-09-15T17:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:59:32.163392 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4b708893-5a60-4c06-a783-11628bed0bab req-25308577-0ed0-45bb-934a-b940c225b00c service neutron] 10.222.0.37 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617148 Sep 15 17:59:32.223072 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-81607355-97ea-4c69-93b4-d1f213200dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:32.225709 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-81607355-97ea-4c69-93b4-d1f213200dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:32.227470 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-81607355-97ea-4c69-93b4-d1f213200dc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dea00cb7-d958-4cc8-85af-d9bb13ade690 HTTP/1.1" status: 204 len: 168 time: 0.4493015 Sep 15 17:59:32.235541 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81607355-97ea-4c69-93b4-d1f213200dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea00cb7-d958-4cc8-85af-d9bb13ade690,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:32.314282 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4b708893-5a60-4c06-a783-11628bed0bab req-658af3dc-7664-4e6f-a048-18494ca2ce9a service neutron] 10.222.0.37 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396646 Sep 15 17:59:32.436071 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-051389be-493f-4724-a580-78814d362b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:32.491427 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051389be-493f-4724-a580-78814d362b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=508a2765-c563-4b78-8e4c-b38955d8ee3f,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:32.561514 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295967ae-d172-4f9c-9dde-0f70721403fe req-81abadbe-3ea6-462c-85a8-0b23c16ac2fc tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:32.563060 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-295967ae-d172-4f9c-9dde-0f70721403fe req-81abadbe-3ea6-462c-85a8-0b23c16ac2fc tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0599864 Sep 15 17:59:32.634109 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-051389be-493f-4724-a580-78814d362b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600432'] for router_gateway, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:32.646800 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-295967ae-d172-4f9c-9dde-0f70721403fe req-b9e0f30e-7aa6-4738-9e56-c9c06c22a499 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766191 Sep 15 17:59:32.690334 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa3822-d221-4ee8-ae6c-0019c2c3d943 req-fb6083cd-f610-491d-86a6-c64ea68820d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:32.692282 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bcfa3822-d221-4ee8-ae6c-0019c2c3d943 req-fb6083cd-f610-491d-86a6-c64ea68820d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f97c5470f94401f90fa26a45eecfcd7&device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 1098 time: 0.1508985 Sep 15 17:59:32.806716 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-051389be-493f-4724-a580-78814d362b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:32.816566 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-051389be-493f-4724-a580-78814d362b51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:33.129890 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa3822-d221-4ee8-ae6c-0019c2c3d943 req-e4032418-f59e-450e-832b-e5e3cec1f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:33.131359 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bcfa3822-d221-4ee8-ae6c-0019c2c3d943 req-e4032418-f59e-450e-832b-e5e3cec1f6d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c82f0e18-d709-47ff-b01c-741485e75497 HTTP/1.1" status: 200 len: 911 time: 0.3845897 Sep 15 17:59:33.194591 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bcfa3822-d221-4ee8-ae6c-0019c2c3d943 req-cbe08fe4-b697-4ddb-aaec-edc949bbfbe9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32134c97-6407-4df4-b0a1-6f8a03cb6a8b HTTP/1.1" status: 200 len: 1000 time: 0.0561035 Sep 15 17:59:33.228760 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-051389be-493f-4724-a580-78814d362b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-640218'] for router, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:33.229321 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051389be-493f-4724-a580-78814d362b51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df7e1fe3-9afc-4dc9-bfb8-79768a5bb519 {{(pid=106071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:59:33.243364 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-051389be-493f-4724-a580-78814d362b51 admin admin] Notify callbacks [] for router, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:33.244559 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-051389be-493f-4724-a580-78814d362b51 admin admin] 10.222.0.20 "DELETE /v2.0/routers/df7e1fe3-9afc-4dc9-bfb8-79768a5bb519 HTTP/1.1" status: 204 len: 168 time: 1.9427385 Sep 15 17:59:33.247176 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 40594) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:33.263909 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa3822-d221-4ee8-ae6c-0019c2c3d943 req-bed07d20-c790-456b-9f2e-1fd0268e6460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:33.268990 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bcfa3822-d221-4ee8-ae6c-0019c2c3d943 req-bed07d20-c790-456b-9f2e-1fd0268e6460 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b21d638-ac50-4318-b027-484d191c8b9c HTTP/1.1" status: 200 len: 849 time: 0.0676975 Sep 15 17:59:33.297598 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_v2 [None req-89cb8aa6-c2e4-45cb-9b7d-3eebbb9fbfd5 admin admin] Deleting subnet 13cfe71f-2229-47b4-a747-3c2f6b40d99e {{(pid=106072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:59:33.302258 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-89cb8aa6-c2e4-45cb-9b7d-3eebbb9fbfd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:33.322535 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa3822-d221-4ee8-ae6c-0019c2c3d943 req-fee2b4dd-309b-4908-b5e7-3cae76ff382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:33.324330 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bcfa3822-d221-4ee8-ae6c-0019c2c3d943 req-fee2b4dd-309b-4908-b5e7-3cae76ff382b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c82f0e18-d709-47ff-b01c-741485e75497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486796 Sep 15 17:59:33.350113 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-89cb8aa6-c2e4-45cb-9b7d-3eebbb9fbfd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8033963'] for subnet, precommit_delete_associations {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:33.395861 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-89cb8aa6-c2e4-45cb-9b7d-3eebbb9fbfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819029'] for subnet, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:33.424070 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bcfa3822-d221-4ee8-ae6c-0019c2c3d943 req-85e6caae-2680-4160-bd0a-4bbd42f27e47 service neutron] 10.222.0.37 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908067 Sep 15 17:59:33.517725 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-89cb8aa6-c2e4-45cb-9b7d-3eebbb9fbfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1819010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5966970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4475193'] for subnet, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:33.523815 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bcfa3822-d221-4ee8-ae6c-0019c2c3d943 req-54921307-61b3-4777-a43e-106caf6cff86 service neutron] 10.222.0.37 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925429 Sep 15 17:59:33.564434 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-89cb8aa6-c2e4-45cb-9b7d-3eebbb9fbfd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:33.567844 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-89cb8aa6-c2e4-45cb-9b7d-3eebbb9fbfd5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/13cfe71f-2229-47b4-a747-3c2f6b40d99e HTTP/1.1" status: 204 len: 168 time: 0.3183892 Sep 15 17:59:33.567844 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb8aa6-c2e4-45cb-9b7d-3eebbb9fbfd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13cfe71f-2229-47b4-a747-3c2f6b40d99e,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:33.570833 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 40604) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:33.641579 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9e360745-0653-411f-bd48-0ad35a14e97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588324'] for network, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:33.736415 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9e360745-0653-411f-bd48-0ad35a14e97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822226', 'neutron.services.segments.db._delete_segments_for_network-8765806907549'] for network, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:33.781319 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-9e360745-0653-411f-bd48-0ad35a14e97e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396115e6-db56-4072-bd7b-ec58ca4ae889']}} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:59:33.793978 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-9e360745-0653-411f-bd48-0ad35a14e97e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5590f83a-d74b-4b35-bea9-8f637287cad3') {'for_net_delete': True} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:59:33.794267 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-9e360745-0653-411f-bd48-0ad35a14e97e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5590f83a-d74b-4b35-bea9-8f637287cad3') {} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:59:33.810537 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9e360745-0653-411f-bd48-0ad35a14e97e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765806907046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8033952'] for segment, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:33.823952 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3c4d8-b512-42ea-8047-a1bde0472d01 req-85404999-acb4-44f8-8a83-74ad42fa5273 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:33.825492 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-51e3c4d8-b512-42ea-8047-a1bde0472d01 req-85404999-acb4-44f8-8a83-74ad42fa5273 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0911756 Sep 15 17:59:33.839443 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9e360745-0653-411f-bd48-0ad35a14e97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:33.853070 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e360745-0653-411f-bd48-0ad35a14e97e admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=106072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:59:33.853449 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9e360745-0653-411f-bd48-0ad35a14e97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5967524'] for segment, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: Traceback (most recent call last): Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: timer() Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: cb(*args, **kw) Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: return func(*args, **kwargs) Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: self._notify() Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: self.callback(batched_events) Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: event.method(event) Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: return f(self, *a, **k) Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: return self._get(url).json() Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: return self.request(url, 'GET', **kwargs) Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:59:33.855049 dv-cinder-805228-2-iscsi neutron-server[106072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:59:33.912157 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-51e3c4d8-b512-42ea-8047-a1bde0472d01 req-16321298-3066-4070-90ef-694065d316a1 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803168 Sep 15 17:59:34.034362 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9e360745-0653-411f-bd48-0ad35a14e97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1822219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600340'] for network, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:34.040210 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9e360745-0653-411f-bd48-0ad35a14e97e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:34.042055 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-9e360745-0653-411f-bd48-0ad35a14e97e admin admin] 10.222.0.20 "DELETE /v2.0/networks/396115e6-db56-4072-bd7b-ec58ca4ae889 HTTP/1.1" status: 204 len: 168 time: 0.4699891 Sep 15 17:59:34.052550 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e360745-0653-411f-bd48-0ad35a14e97e admin admin] Pushing event deleted for resources: {'Network': ['ID=396115e6-db56-4072-bd7b-ec58ca4ae889,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:34.149473 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 73f1cf73-abbc-4810-b9c7-68c3d9953b39 no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:59:34.169926 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: 73f1cf73-abbc-4810-b9c7-68c3d9953b39 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:59:34.170395 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 73f1cf73-abbc-4810-b9c7-68c3d9953b39 not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:59:34.170823 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 508a2765-c563-4b78-8e4c-b38955d8ee3f no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:59:34.189734 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: 508a2765-c563-4b78-8e4c-b38955d8ee3f {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:59:34.190078 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 508a2765-c563-4b78-8e4c-b38955d8ee3f not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:59:34.222977 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:34.448261 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 40630) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:34.486818 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-d2f010be-30b5-4c56-a02f-8a87018d54bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60eeb6732c944f73b5124264b05fed93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0373564 Sep 15 17:59:34.489845 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 40632) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:34.541944 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-46c73593-d547-47ec-a2a4-1829345989e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:34.564711 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-46c73593-d547-47ec-a2a4-1829345989e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:34.694974 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-46c73593-d547-47ec-a2a4-1829345989e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:34.697943 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-46c73593-d547-47ec-a2a4-1829345989e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:34.699127 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-46c73593-d547-47ec-a2a4-1829345989e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec201332-db09-49c7-9ce3-85d5256955bf HTTP/1.1" status: 204 len: 168 time: 0.2083836 Sep 15 17:59:34.707524 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c73593-d547-47ec-a2a4-1829345989e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec201332-db09-49c7-9ce3-85d5256955bf,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:35.768395 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 40666) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:35.861619 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-65febf2d-aeab-4a4d-8a4f-f3c7560c19d7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-179645923-network', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:35.968279 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65febf2d-aeab-4a4d-8a4f-f3c7560c19d7 admin admin] Made reservation on behalf of 95cc8cbee80240b89ba5904f813a862e for: {'network': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:59:35.970439 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-65febf2d-aeab-4a4d-8a4f-f3c7560c19d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for network, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:35.978619 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-65febf2d-aeab-4a4d-8a4f-f3c7560c19d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:36.061338 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-65febf2d-aeab-4a4d-8a4f-f3c7560c19d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:36.117680 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-65febf2d-aeab-4a4d-8a4f-f3c7560c19d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:36.142118 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65febf2d-aeab-4a4d-8a4f-f3c7560c19d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=106071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:59:36.151478 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65febf2d-aeab-4a4d-8a4f-f3c7560c19d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4807d3a0-70de-4ee6-a6e0-9bc99b42463e,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:36.156102 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-65febf2d-aeab-4a4d-8a4f-f3c7560c19d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:36.156477 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.db.segments_db [None req-65febf2d-aeab-4a4d-8a4f-f3c7560c19d7 admin admin] Added segment be63fcf4-2a1b-457e-9f3b-8b92114efce2 of type vlan for network a09fea8f-0a20-4dd0-b63b-9ece40ad350d Sep 15 17:59:36.195181 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-65febf2d-aeab-4a4d-8a4f-f3c7560c19d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765806349855'] for network, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:36.294301 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-65febf2d-aeab-4a4d-8a4f-f3c7560c19d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for network, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:36.295334 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65febf2d-aeab-4a4d-8a4f-f3c7560c19d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:36.295934 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-65febf2d-aeab-4a4d-8a4f-f3c7560c19d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:36.355713 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65febf2d-aeab-4a4d-8a4f-f3c7560c19d7 admin admin] Pushing event updated for resources: {'Network': ['ID=a09fea8f-0a20-4dd0-b63b-9ece40ad350d,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:36.365259 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Network a09fea8f-0a20-4dd0-b63b-9ece40ad350d details requested by agent ovs-agent-dv-cinder-805228-2-iscsi with host dv-cinder-805228-2-iscsi {{(pid=106073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:59:36.446188 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-65febf2d-aeab-4a4d-8a4f-f3c7560c19d7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6766126 Sep 15 17:59:36.449383 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 40674) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:36.454199 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-6492b6e6-e971-417f-96ee-c592c70b924a admin admin] Request body: {'subnet': {'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-subnet', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:36.562726 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6492b6e6-e971-417f-96ee-c592c70b924a admin admin] Made reservation on behalf of 95cc8cbee80240b89ba5904f813a862e for: {'subnet': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:59:36.565045 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6492b6e6-e971-417f-96ee-c592c70b924a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4475166'] for subnet, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:36.771420 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6492b6e6-e971-417f-96ee-c592c70b924a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5966905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4475184'] for subnet, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:36.825580 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492b6e6-e971-417f-96ee-c592c70b924a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae6b4715-76cf-494c-ae02-d92791591d0b,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:36.837875 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6492b6e6-e971-417f-96ee-c592c70b924a admin admin] Checking segment: {'id': 'be63fcf4-2a1b-457e-9f3b-8b92114efce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:59:36.838407 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6492b6e6-e971-417f-96ee-c592c70b924a admin admin] Network hostable DHCP agents. Network: a09fea8f-0a20-4dd0-b63b-9ece40ad350d, hostable agents: ['36f446e8-29e8-4378-bef0-f89f7461b806'], hosted agents: [] {{(pid=106072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:59:36.936695 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6492b6e6-e971-417f-96ee-c592c70b924a admin admin] Network a09fea8f-0a20-4dd0-b63b-9ece40ad350d is scheduled to be hosted by DHCP agent 36f446e8-29e8-4378-bef0-f89f7461b806 with binding_index 1 {{(pid=106072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:59:37.091024 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-6492b6e6-e971-417f-96ee-c592c70b924a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805228-2-iscsi, a09fea8f-0a20-4dd0-b63b-9ece40ad350d) {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:59:37.095557 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6492b6e6-e971-417f-96ee-c592c70b924a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:37.096168 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6492b6e6-e971-417f-96ee-c592c70b924a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:37.102399 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9750623a-3cf9-4d88-bbc6-a47e31d6329b None None] Network a09fea8f-0a20-4dd0-b63b-9ece40ad350d requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:59:37.195140 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-6492b6e6-e971-417f-96ee-c592c70b924a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7446475 Sep 15 17:59:37.198001 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 40682) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:37.202186 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-9bca2e27-f4e6-4cc3-aee2-4894f657ccd4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:37.240578 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b4801a4-af14-5ddf-bb32-75928b3273dc-a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b'}]}} from dv-cinder-805228-2-iscsi. {{(pid=106073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:59:37.241436 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:37.268924 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9bca2e27-f4e6-4cc3-aee2-4894f657ccd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-602763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:37.270013 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9bca2e27-f4e6-4cc3-aee2-4894f657ccd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:37.322706 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9bca2e27-f4e6-4cc3-aee2-4894f657ccd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:37.369133 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.db_base_plugin_common [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] Allocated IP 172.20.0.2 (a09fea8f-0a20-4dd0-b63b-9ece40ad350d/ae6b4715-76cf-494c-ae02-d92791591d0b/df506b80-1a4f-41b1-a27c-09e5a4abd8ab) {{(pid=106073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:59:37.493029 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9bca2e27-f4e6-4cc3-aee2-4894f657ccd4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:37.509535 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] Notify callbacks [] for port, precommit_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:37.569264 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:37.614633 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] Network a09fea8f-0a20-4dd0-b63b-9ece40ad350d is already hosted by enough agents. {{(pid=106073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:59:37.617418 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.scheduler.base_scheduler [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] Resources bound (agent type, host, resource id): {{(pid=106073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:59:37.621079 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] Received port after_create {{(pid=106073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:59:37.631848 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] Pushing event updated for resources: {'Port': ['ID=df506b80-1a4f-41b1-a27c-09e5a4abd8ab,revision_number=1']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:37.684248 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] Attempting to bind port df506b80-1a4f-41b1-a27c-09e5a4abd8ab on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:59:37.684644 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] Attempting to bind port df506b80-1a4f-41b1-a27c-09e5a4abd8ab by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': 'be63fcf4-2a1b-457e-9f3b-8b92114efce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d'}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:59:37.685013 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] Attempting to bind port df506b80-1a4f-41b1-a27c-09e5a4abd8ab on network a09fea8f-0a20-4dd0-b63b-9ece40ad350d {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:59:37.689880 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:59:37.690257 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] Checking segment: {'id': 'be63fcf4-2a1b-457e-9f3b-8b92114efce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:59:37.690663 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:37.691060 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] Bound using segment: {'id': 'be63fcf4-2a1b-457e-9f3b-8b92114efce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d'} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:59:37.691525 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] Bound port: df506b80-1a4f-41b1-a27c-09e5a4abd8ab, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be63fcf4-2a1b-457e-9f3b-8b92114efce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d'}}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:59:37.691925 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:37.732114 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9bca2e27-f4e6-4cc3-aee2-4894f657ccd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:37.751544 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9bca2e27-f4e6-4cc3-aee2-4894f657ccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:37.756617 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] For port df506b80-1a4f-41b1-a27c-09e5a4abd8ab, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:59:37.760146 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] For port df506b80-1a4f-41b1-a27c-09e5a4abd8ab, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=df506b80-1a4f-41b1-a27c-09e5a4abd8ab,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:59:37.860399 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [None req-9bca2e27-f4e6-4cc3-aee2-4894f657ccd4 admin admin] Allocated IP 172.27.3.96 (dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a/d93a8e56-437b-48c5-b03a-0e7bd18816d0/3e0d6d25-e717-4c01-9802-c107271b7154) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:59:37.863351 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:37.919159 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf67129-12d0-45b3-b142-66090b408a20 None None] Pushing event updated for resources: {'Port': ['ID=df506b80-1a4f-41b1-a27c-09e5a4abd8ab,revision_number=2']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:37.970287 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9bca2e27-f4e6-4cc3-aee2-4894f657ccd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:38.069606 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9bca2e27-f4e6-4cc3-aee2-4894f657ccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:38.116576 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bca2e27-f4e6-4cc3-aee2-4894f657ccd4 admin admin] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:59:38.125202 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-9bca2e27-f4e6-4cc3-aee2-4894f657ccd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:59:38.133275 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bca2e27-f4e6-4cc3-aee2-4894f657ccd4 admin admin] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:59:38.136558 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca2e27-f4e6-4cc3-aee2-4894f657ccd4 admin admin] Pushing event updated for resources: {'Port': ['ID=3e0d6d25-e717-4c01-9802-c107271b7154,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:38.206793 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device df506b80-1a4f-41b1-a27c-09e5a4abd8ab up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:59:38.256761 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port df506b80-1a4f-41b1-a27c-09e5a4abd8ab triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:59:38.257240 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:38.331711 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:38.364549 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] For port df506b80-1a4f-41b1-a27c-09e5a4abd8ab, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=df506b80-1a4f-41b1-a27c-09e5a4abd8ab,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:59:38.431552 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:38.459601 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9bca2e27-f4e6-4cc3-aee2-4894f657ccd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:38.478832 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Pushing event updated for resources: {'Port': ['ID=df506b80-1a4f-41b1-a27c-09e5a4abd8ab,revision_number=3']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:38.652448 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9bca2e27-f4e6-4cc3-aee2-4894f657ccd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600412'] for router, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:38.775286 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c77a4b-df4f-4212-8b53-daadcb197ea7 None None] Network a09fea8f-0a20-4dd0-b63b-9ece40ad350d requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:59:38.841130 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bca2e27-f4e6-4cc3-aee2-4894f657ccd4 admin admin] Router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 is scheduled to L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 with binding_index 1 {{(pid=106072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:59:38.843521 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-c0560cd5-9631-4eaa-8ded-96aa470a5509 None None] Provisioning complete for port df506b80-1a4f-41b1-a27c-09e5a4abd8ab triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:59:38.843963 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-c0560cd5-9631-4eaa-8ded-96aa470a5509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:38.953156 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bca2e27-f4e6-4cc3-aee2-4894f657ccd4 admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:59:38.977197 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] Sync routers for ids ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:59:39.014820 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] Routers {'1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:59:39.015365 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:59:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:59:39.043042 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9bca2e27-f4e6-4cc3-aee2-4894f657ccd4 admin admin] Notify callbacks [] for router, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:39.044352 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-9bca2e27-f4e6-4cc3-aee2-4894f657ccd4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8454413 Sep 15 17:59:39.047223 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 40696) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:39.129660 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] Set router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:59:39.314045 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:38Z', 'revision_number': 3, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'gw_port': {'id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:59:39.347884 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] Checking router: 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:59:39.348154 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] Updating router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 port 3e0d6d25-e717-4c01-9802-c107271b7154 binding host dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:59:39.376654 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-878b1c5a-7272-4c3d-b56d-883b614e1739 None None] Provisioning complete for port df506b80-1a4f-41b1-a27c-09e5a4abd8ab triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:59:39.377036 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-878b1c5a-7272-4c3d-b56d-883b614e1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:39.379495 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:39.459606 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-69d9277a-000e-4232-8d61-b05bede4f511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:39.621822 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [None req-69d9277a-000e-4232-8d61-b05bede4f511 admin admin] Allocated IP 172.20.0.1 (a09fea8f-0a20-4dd0-b63b-9ece40ad350d/ae6b4715-76cf-494c-ae02-d92791591d0b/12d50bd8-0189-4d03-b82a-d24b81b7e8dc) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:59:39.721229 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-69d9277a-000e-4232-8d61-b05bede4f511 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:39.794295 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] Notify callbacks [] for port, precommit_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:39.809136 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-69d9277a-000e-4232-8d61-b05bede4f511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:39.847620 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d9277a-000e-4232-8d61-b05bede4f511 admin admin] Network a09fea8f-0a20-4dd0-b63b-9ece40ad350d is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:59:39.852836 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-69d9277a-000e-4232-8d61-b05bede4f511 admin admin] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:59:39.857129 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d9277a-000e-4232-8d61-b05bede4f511 admin admin] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:59:39.860185 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9277a-000e-4232-8d61-b05bede4f511 admin admin] Pushing event updated for resources: {'Port': ['ID=12d50bd8-0189-4d03-b82a-d24b81b7e8dc,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:39.886907 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:39.898161 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-69d9277a-000e-4232-8d61-b05bede4f511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600459'] for router_interface, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:39.949410 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] Attempting to bind port 3e0d6d25-e717-4c01-9802-c107271b7154 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:59:39.949785 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] Attempting to bind port 3e0d6d25-e717-4c01-9802-c107271b7154 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:59:39.950159 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] Attempting to bind port 3e0d6d25-e717-4c01-9802-c107271b7154 on network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:59:39.963454 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:59:39.970040 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] Checking segment: {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:59:39.970040 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:39.970040 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] Bound using segment: {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:59:39.970040 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] Bound port: 3e0d6d25-e717-4c01-9802-c107271b7154, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:59:39.970040 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:39.970040 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da97bd-06b8-4918-b780-9b7829f76e96 None None] Pushing event updated for resources: {'Port': ['ID=3e0d6d25-e717-4c01-9802-c107271b7154,revision_number=2']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:40.011364 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da97bd-06b8-4918-b780-9b7829f76e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:40.011364 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da97bd-06b8-4918-b780-9b7829f76e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:40.011364 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da97bd-06b8-4918-b780-9b7829f76e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:40.011364 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da97bd-06b8-4918-b780-9b7829f76e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:40.011364 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da97bd-06b8-4918-b780-9b7829f76e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:40.011364 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da97bd-06b8-4918-b780-9b7829f76e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:40.011364 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da97bd-06b8-4918-b780-9b7829f76e96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:40.011364 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da97bd-06b8-4918-b780-9b7829f76e96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:40.011364 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da97bd-06b8-4918-b780-9b7829f76e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:40.011364 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da97bd-06b8-4918-b780-9b7829f76e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:40.011364 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da97bd-06b8-4918-b780-9b7829f76e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:40.011364 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7da97bd-06b8-4918-b780-9b7829f76e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:40.046501 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] For port 3e0d6d25-e717-4c01-9802-c107271b7154, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:59:40.049746 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] For port 3e0d6d25-e717-4c01-9802-c107271b7154, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=3e0d6d25-e717-4c01-9802-c107271b7154,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:59:40.090645 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-055dbc51-e68d-4b99-940d-f014f76c2074 None None] Provisioning complete for port 12d50bd8-0189-4d03-b82a-d24b81b7e8dc triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:59:40.091016 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-055dbc51-e68d-4b99-940d-f014f76c2074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:40.125659 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-69d9277a-000e-4232-8d61-b05bede4f511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:40.131727 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:40.141991 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-055dbc51-e68d-4b99-940d-f014f76c2074 None None] Port 12d50bd8-0189-4d03-b82a-d24b81b7e8dc cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:59:40.163122 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device df506b80-1a4f-41b1-a27c-09e5a4abd8ab up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:59:40.228510 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] Routers {'1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:59:40.229157 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:59:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:59:40.233862 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da97bd-06b8-4918-b780-9b7829f76e96 None None] Pushing event updated for resources: {'Port': ['ID=3e0d6d25-e717-4c01-9802-c107271b7154,revision_number=3']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:40.295997 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port df506b80-1a4f-41b1-a27c-09e5a4abd8ab triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:59:40.296379 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:40.375000 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] Set router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:59:40.526540 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-69d9277a-000e-4232-8d61-b05bede4f511 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:40.586436 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-69d9277a-000e-4232-8d61-b05bede4f511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:40.604409 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:40Z', 'revision_number': 4, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'gw_port': {'id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '12d50bd8-0189-4d03-b82a-d24b81b7e8dc', 'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'mac_address': 'fa:16:3e:3d:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:39Z', 'updated_at': '2021-09-15T17:59:39Z', 'revision_number': 1, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'subnets': [{'id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:59:40.631655 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a574817-5629-403b-8b21-80ea7dd9918d None None] The sync data for ids ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'] in dv-cinder-805228-2-iscsi is: [{'id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:40Z', 'revision_number': 4, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'gw_port': {'id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '12d50bd8-0189-4d03-b82a-d24b81b7e8dc', 'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'mac_address': 'fa:16:3e:3d:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:39Z', 'updated_at': '2021-09-15T17:59:39Z', 'revision_number': 1, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'subnets': [{'id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:59:40.654905 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9277a-000e-4232-8d61-b05bede4f511 admin admin] Pushing event updated for resources: {'Port': ['ID=12d50bd8-0189-4d03-b82a-d24b81b7e8dc,revision_number=2']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:40.657601 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-69d9277a-000e-4232-8d61-b05bede4f511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605723'] for router_interface, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:40.749314 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d9277a-000e-4232-8d61-b05bede4f511 admin admin] Network a09fea8f-0a20-4dd0-b63b-9ece40ad350d is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:59:40.750657 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-69d9277a-000e-4232-8d61-b05bede4f511 admin admin] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:59:40.894127 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d9277a-000e-4232-8d61-b05bede4f511 admin admin] Router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:59:41.053947 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d9277a-000e-4232-8d61-b05bede4f511 admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:59:41.059247 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-69d9277a-000e-4232-8d61-b05bede4f511 admin admin] 10.222.0.20 "PUT /v2.0/routers/1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0110402 Sep 15 17:59:41.075510 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-4710ef37-4479-45e3-8122-488f86ef62b1 None None] Provisioning complete for port 12d50bd8-0189-4d03-b82a-d24b81b7e8dc triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:59:41.076045 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-4710ef37-4479-45e3-8122-488f86ef62b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:41.135614 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-4710ef37-4479-45e3-8122-488f86ef62b1 None None] Port 12d50bd8-0189-4d03-b82a-d24b81b7e8dc cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:59:41.853586 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 40732) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:41.859542 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-373a7ade-1d4d-4c29-94dc-0f733f4e6f85 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--520803788', 'description': 'tempest-description--1795731409'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:41.910575 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:59:41.943254 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-373a7ade-1d4d-4c29-94dc-0f733f4e6f85 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:42.026173 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-373a7ade-1d4d-4c29-94dc-0f733f4e6f85 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:42.094623 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-373a7ade-1d4d-4c29-94dc-0f733f4e6f85 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:42.125354 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a7ade-1d4d-4c29-94dc-0f733f4e6f85 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b43b43-7c22-4647-a8fc-746b38afd566,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:42.173718 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 3e0d6d25-e717-4c01-9802-c107271b7154 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:59:42.214409 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-373a7ade-1d4d-4c29-94dc-0f733f4e6f85 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:42.215686 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-373a7ade-1d4d-4c29-94dc-0f733f4e6f85 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3604834 Sep 15 17:59:42.218574 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 40736) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:42.223179 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-c4cd0274-3d4d-453c-a1c3-8a688a099e5f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Request body: {'security_group_rule': {'security_group_id': '48b43b43-7c22-4647-a8fc-746b38afd566', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:42.229737 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 3e0d6d25-e717-4c01-9802-c107271b7154 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:59:42.230316 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:42.309808 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:42.329102 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] For port 3e0d6d25-e717-4c01-9802-c107271b7154, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=3e0d6d25-e717-4c01-9802-c107271b7154,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:59:42.337139 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0274-3d4d-453c-a1c3-8a688a099e5f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:42.408153 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0274-3d4d-453c-a1c3-8a688a099e5f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:42.414155 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:42.465547 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Pushing event updated for resources: {'Port': ['ID=3e0d6d25-e717-4c01-9802-c107271b7154,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:42.482744 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0274-3d4d-453c-a1c3-8a688a099e5f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:42.500169 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd0274-3d4d-453c-a1c3-8a688a099e5f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a67b2a7d-04c7-475f-9692-81a0441c2bb1,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:42.551318 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0274-3d4d-453c-a1c3-8a688a099e5f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:42.552614 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-c4cd0274-3d4d-453c-a1c3-8a688a099e5f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3330789 Sep 15 17:59:42.558682 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 40740) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:42.563146 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-75a7f4f3-bd5e-4bd9-86d3-e0d5a2f5d779 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Request body: {'security_group_rule': {'security_group_id': '48b43b43-7c22-4647-a8fc-746b38afd566', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:42.630577 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-75a7f4f3-bd5e-4bd9-86d3-e0d5a2f5d779 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:42.686517 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-75a7f4f3-bd5e-4bd9-86d3-e0d5a2f5d779 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:42.729502 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] Sync routers for ids ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:59:42.738733 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] Routers {'1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:59:42.739349 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:59:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:59:42.743243 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-75a7f4f3-bd5e-4bd9-86d3-e0d5a2f5d779 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:42.763314 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7f4f3-bd5e-4bd9-86d3-e0d5a2f5d779 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cadd069e-b4f8-4bc0-94dc-e90d224b7184,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:42.842912 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-75a7f4f3-bd5e-4bd9-86d3-e0d5a2f5d779 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:42.843309 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] Set router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:59:42.844240 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-75a7f4f3-bd5e-4bd9-86d3-e0d5a2f5d779 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2845914 Sep 15 17:59:42.847271 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 40744) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:42.851910 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-92fdde05-c006-47c1-aa4f-46fbadc3c6ef tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Request body: {'floatingip': {'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:42.937139 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-92fdde05-c006-47c1-aa4f-46fbadc3c6ef tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for floatingip, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:43.038165 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-92fdde05-c006-47c1-aa4f-46fbadc3c6ef tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:43.042031 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:40Z', 'revision_number': 4, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'gw_port': {'id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '12d50bd8-0189-4d03-b82a-d24b81b7e8dc', 'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'mac_address': 'fa:16:3e:3d:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:39Z', 'updated_at': '2021-09-15T17:59:40Z', 'revision_number': 2, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'subnets': [{'id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:59:43.068064 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] Checking router: 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:59:43.073621 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] Updating router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 port 12d50bd8-0189-4d03-b82a-d24b81b7e8dc binding host dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:59:43.094340 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:43.139718 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [None req-92fdde05-c006-47c1-aa4f-46fbadc3c6ef tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Allocated IP 172.27.3.94 (dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a/d93a8e56-437b-48c5-b03a-0e7bd18816d0/50d8ed55-28a5-45a8-9579-88bc085b5a4c) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:59:43.244900 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-92fdde05-c006-47c1-aa4f-46fbadc3c6ef tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:43.334779 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-92fdde05-c006-47c1-aa4f-46fbadc3c6ef tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:43.355948 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] Notify callbacks [] for port, precommit_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:43.375414 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fdde05-c006-47c1-aa4f-46fbadc3c6ef tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:59:43.381412 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-92fdde05-c006-47c1-aa4f-46fbadc3c6ef tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:59:43.384898 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fdde05-c006-47c1-aa4f-46fbadc3c6ef tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:59:43.390447 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdde05-c006-47c1-aa4f-46fbadc3c6ef tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Pushing event updated for resources: {'Port': ['ID=50d8ed55-28a5-45a8-9579-88bc085b5a4c,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:43.425864 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:43.474190 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013cb06-9deb-4c0d-9b59-456a6654d4ad None None] Pushing event updated for resources: {'Port': ['ID=12d50bd8-0189-4d03-b82a-d24b81b7e8dc,revision_number=3']} {{(pid=106074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:43.499897 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cb06-9deb-4c0d-9b59-456a6654d4ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:43.500502 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cb06-9deb-4c0d-9b59-456a6654d4ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:43.500862 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cb06-9deb-4c0d-9b59-456a6654d4ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:43.501207 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cb06-9deb-4c0d-9b59-456a6654d4ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:43.501546 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cb06-9deb-4c0d-9b59-456a6654d4ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:43.501884 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cb06-9deb-4c0d-9b59-456a6654d4ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:43.502222 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cb06-9deb-4c0d-9b59-456a6654d4ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:43.502596 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cb06-9deb-4c0d-9b59-456a6654d4ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:43.502904 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cb06-9deb-4c0d-9b59-456a6654d4ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:43.503242 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cb06-9deb-4c0d-9b59-456a6654d4ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:43.503573 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cb06-9deb-4c0d-9b59-456a6654d4ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:43.503900 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013cb06-9deb-4c0d-9b59-456a6654d4ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:59:43.522368 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-92fdde05-c006-47c1-aa4f-46fbadc3c6ef tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:43.535421 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] Attempting to bind port 12d50bd8-0189-4d03-b82a-d24b81b7e8dc on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:59:43.535797 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] Attempting to bind port 12d50bd8-0189-4d03-b82a-d24b81b7e8dc by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': 'be63fcf4-2a1b-457e-9f3b-8b92114efce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d'}] {{(pid=106074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:59:43.536163 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] Attempting to bind port 12d50bd8-0189-4d03-b82a-d24b81b7e8dc on network a09fea8f-0a20-4dd0-b63b-9ece40ad350d {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:59:43.541829 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:59:43.542205 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] Checking segment: {'id': 'be63fcf4-2a1b-457e-9f3b-8b92114efce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:59:43.542609 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:43.542998 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] Bound using segment: {'id': 'be63fcf4-2a1b-457e-9f3b-8b92114efce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d'} {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:59:43.543463 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] Bound port: 12d50bd8-0189-4d03-b82a-d24b81b7e8dc, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be63fcf4-2a1b-457e-9f3b-8b92114efce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d'}}] {{(pid=106074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:59:43.543863 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:43.612607 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.db [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] For port 12d50bd8-0189-4d03-b82a-d24b81b7e8dc, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:59:43.616003 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.db [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] For port 12d50bd8-0189-4d03-b82a-d24b81b7e8dc, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=12d50bd8-0189-4d03-b82a-d24b81b7e8dc,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:59:43.625691 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-92fdde05-c006-47c1-aa4f-46fbadc3c6ef tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:43.672498 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-74541789-2193-455e-9ac4-e82708824877 None None] Provisioning complete for port 12d50bd8-0189-4d03-b82a-d24b81b7e8dc triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:59:43.673058 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-74541789-2193-455e-9ac4-e82708824877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:43.697871 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:43.705806 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-74541789-2193-455e-9ac4-e82708824877 None None] Port 12d50bd8-0189-4d03-b82a-d24b81b7e8dc cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:59:43.763364 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013cb06-9deb-4c0d-9b59-456a6654d4ad None None] Pushing event updated for resources: {'Port': ['ID=12d50bd8-0189-4d03-b82a-d24b81b7e8dc,revision_number=4']} {{(pid=106074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:43.766726 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] Routers {'1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:59:43.766911 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:59:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:59:43.777385 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-92fdde05-c006-47c1-aa4f-46fbadc3c6ef tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for port, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:43.834000 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-92fdde05-c006-47c1-aa4f-46fbadc3c6ef tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:43.879043 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] Set router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:59:43.909353 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdde05-c006-47c1-aa4f-46fbadc3c6ef tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Pushing event updated for resources: {'Port': ['ID=50d8ed55-28a5-45a8-9579-88bc085b5a4c,revision_number=2']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:43.922914 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-92fdde05-c006-47c1-aa4f-46fbadc3c6ef tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600326'] for floatingip, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:43.925581 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-d1c2340c-99c9-4051-a150-d1e00ed80b48 None None] Provisioning complete for port 12d50bd8-0189-4d03-b82a-d24b81b7e8dc triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:59:43.926567 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-d1c2340c-99c9-4051-a150-d1e00ed80b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:44.003666 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-d1c2340c-99c9-4051-a150-d1e00ed80b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:44.022946 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-92fdde05-c006-47c1-aa4f-46fbadc3c6ef tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:44.032640 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-92fdde05-c006-47c1-aa4f-46fbadc3c6ef tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1766973 Sep 15 17:59:44.035932 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-d1c2340c-99c9-4051-a150-d1e00ed80b48 None None] For port 12d50bd8-0189-4d03-b82a-d24b81b7e8dc, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=12d50bd8-0189-4d03-b82a-d24b81b7e8dc,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:59:44.077121 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:40Z', 'revision_number': 4, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'gw_port': {'id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '12d50bd8-0189-4d03-b82a-d24b81b7e8dc', 'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'mac_address': 'fa:16:3e:3d:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:39Z', 'updated_at': '2021-09-15T17:59:43Z', 'revision_number': 4, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'subnets': [{'id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:59:44.116515 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eaf5b5-3f62-455e-9311-b8b12265d2ed None None] The sync data for ids ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'] in dv-cinder-805228-2-iscsi is: [{'id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:40Z', 'revision_number': 4, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'gw_port': {'id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '12d50bd8-0189-4d03-b82a-d24b81b7e8dc', 'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'mac_address': 'fa:16:3e:3d:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:39Z', 'updated_at': '2021-09-15T17:59:43Z', 'revision_number': 4, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'subnets': [{'id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:59:44.119060 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-d1c2340c-99c9-4051-a150-d1e00ed80b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:44.182048 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2340c-99c9-4051-a150-d1e00ed80b48 None None] Pushing event updated for resources: {'Port': ['ID=12d50bd8-0189-4d03-b82a-d24b81b7e8dc,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:44.205478 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 3e0d6d25-e717-4c01-9802-c107271b7154 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:59:44.222779 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-bdfa7547-7f73-4be9-b747-05b1ed9f404a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--520803788&fields=id&tenant_id=95cc8cbee80240b89ba5904f813a862e HTTP/1.1" status: 200 len: 267 time: 0.0492997 Sep 15 17:59:44.263980 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 3e0d6d25-e717-4c01-9802-c107271b7154 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:59:44.264347 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:44.343600 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-ff8a80e3-1566-4598-85f2-12d81790c8d0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:44.345248 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-ff8a80e3-1566-4598-85f2-12d81790c8d0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/networks?id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d HTTP/1.1" status: 200 len: 816 time: 0.1135445 Sep 15 17:59:44.351554 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 12d50bd8-0189-4d03-b82a-d24b81b7e8dc up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:59:44.361127 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-d7cb779b-3c35-4737-8646-e42875b17a53 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/quotas/95cc8cbee80240b89ba5904f813a862e HTTP/1.1" status: 200 len: 375 time: 0.0095110 Sep 15 17:59:44.405741 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 12d50bd8-0189-4d03-b82a-d24b81b7e8dc triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:59:44.406120 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:44.423563 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-25f24998-26d5-425c-ac49-bda18ff6f267 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95cc8cbee80240b89ba5904f813a862e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551662 Sep 15 17:59:44.521302 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-d9bfd517-844e-4dc6-973e-17ce0d0ba306 service neutron] 10.222.0.20 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850577 Sep 15 17:59:44.613986 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-18c2cd9e-2ad1-439e-8561-a6dc2a682223 service neutron] 10.222.0.20 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863454 Sep 15 17:59:44.885076 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d38479f5-ecf9-4e59-8cc4-ca5205099595 req-d2a18f8c-f963-4ad1-b077-cc473311757c tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 210 time: 0.0257540 Sep 15 17:59:45.987533 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-918a388d-fae3-4f6b-b862-6fd704525b57 req-e15915b8-df46-4e3f-a820-d6e51f088ea0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 210 time: 0.0259705 Sep 15 17:59:46.150968 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 12d50bd8-0189-4d03-b82a-d24b81b7e8dc up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:59:46.197610 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 12d50bd8-0189-4d03-b82a-d24b81b7e8dc triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:59:46.197983 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:47.069978 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8ae8f2d9-e330-4781-bbc8-b0222c9a9e1e req-74edada0-e1f5-4424-adc8-f4a434177629 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 210 time: 0.0260069 Sep 15 17:59:48.163925 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-59858fb4-0d40-4212-8c70-9b60af4162a7 req-1872bfaa-5dce-4322-86bf-159dd8bf7a9d tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 210 time: 0.0249543 Sep 15 17:59:48.928271 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-2c590cd3-fc1f-485f-a8bd-bbe692e0c5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:49.261535 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a043eb75-989c-486a-9bc7-ea50051946dc req-493ebe41-9449-4a02-93aa-a06e197560fa tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 210 time: 0.0254879 Sep 15 17:59:50.359758 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-88e7c395-e65c-4eb8-9bd6-f60a09a84924 req-cec09587-405a-43e6-82da-2e139487b906 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 210 time: 0.0283873 Sep 15 17:59:51.458603 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-eec6b1d3-8796-4715-91a6-80cb70f5bf11 req-4569aee5-46f6-453d-8f3c-4a7643b621c2 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 210 time: 0.0297852 Sep 15 17:59:51.523031 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8f510cc7-121d-4fd0-b704-9a4d5bf692f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:51.991182 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-4dc6484b-143f-43de-9a8c-976289189e96 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:51.992944 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-4dc6484b-143f-43de-9a8c-976289189e96 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.37 "GET /v2.0/networks?id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d HTTP/1.1" status: 200 len: 816 time: 0.1054611 Sep 15 17:59:52.011832 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:52.045615 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-bc00277f-cc59-4755-8cf8-595cfaaf8ecc tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95cc8cbee80240b89ba5904f813a862e HTTP/1.1" status: 200 len: 379 time: 0.0367963 Sep 15 17:59:52.055680 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-955d8b04-afb7-476f-bcb6-e4a529bb0d10 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Request body: {'port': {'device_id': '4b5b646e-3d36-4402-9d82-55f71cd7f85e', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'admin_state_up': True, 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'security_groups': ['48b43b43-7c22-4647-a8fc-746b38afd566']}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:52.262522 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-955d8b04-afb7-476f-bcb6-e4a529bb0d10 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Made reservation on behalf of 95cc8cbee80240b89ba5904f813a862e for: {'port': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:59:52.266039 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-955d8b04-afb7-476f-bcb6-e4a529bb0d10 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:52.388510 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-955d8b04-afb7-476f-bcb6-e4a529bb0d10 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Allocated IP 172.20.0.14 (a09fea8f-0a20-4dd0-b63b-9ece40ad350d/ae6b4715-76cf-494c-ae02-d92791591d0b/712c1e98-2b39-4724-97d3-505e833df212) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:59:52.522486 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-955d8b04-afb7-476f-bcb6-e4a529bb0d10 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:52.555147 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b738bda1-d1d3-4c7f-aa37-f0ab715e55c5 req-10e6b1ef-fde5-4c0d-b7a6-c5c802b0bca4 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 210 time: 0.0254560 Sep 15 17:59:52.600594 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-955d8b04-afb7-476f-bcb6-e4a529bb0d10 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:52.641090 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-955d8b04-afb7-476f-bcb6-e4a529bb0d10 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Network a09fea8f-0a20-4dd0-b63b-9ece40ad350d is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:59:52.644076 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-955d8b04-afb7-476f-bcb6-e4a529bb0d10 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:59:52.647676 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-955d8b04-afb7-476f-bcb6-e4a529bb0d10 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:59:52.684607 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d8b04-afb7-476f-bcb6-e4a529bb0d10 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Pushing event updated for resources: {'Port': ['ID=712c1e98-2b39-4724-97d3-505e833df212,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:52.710219 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-955d8b04-afb7-476f-bcb6-e4a529bb0d10 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:52.710860 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-955d8b04-afb7-476f-bcb6-e4a529bb0d10 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:52.795705 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-955d8b04-afb7-476f-bcb6-e4a529bb0d10 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7435498 Sep 15 17:59:52.809323 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] Request body: {'port': {'device_id': '4b5b646e-3d36-4402-9d82-55f71cd7f85e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80522'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:52.863956 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:52.905382 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-98db6814-6244-4600-891f-f91dfba8c9f7 None None] Provisioning complete for port 712c1e98-2b39-4724-97d3-505e833df212 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:59:52.906503 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-98db6814-6244-4600-891f-f91dfba8c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:52.951269 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-98db6814-6244-4600-891f-f91dfba8c9f7 None None] Port 712c1e98-2b39-4724-97d3-505e833df212 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:59:53.137773 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1546a80-6821-44fb-b204-721a73ced033 req-27c55d7a-e931-4664-9761-da6311974d39 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:53.139245 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b1546a80-6821-44fb-b204-721a73ced033 req-27c55d7a-e931-4664-9761-da6311974d39 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 945 time: 0.0787237 Sep 15 17:59:53.201579 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 712c1e98-2b39-4724-97d3-505e833df212 {{(pid=106071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:59:53.212355 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:53.217066 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b1546a80-6821-44fb-b204-721a73ced033 req-5543d3c8-cc68-4802-81fb-dd060bf51638 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692081 Sep 15 17:59:53.226933 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.provisioning_blocks [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] Transition to ACTIVE for port object 712c1e98-2b39-4724-97d3-505e833df212 will not be triggered until provisioned by entity L2. {{(pid=106071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:59:53.239003 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 40872) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:53.285856 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:53.361217 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:53.412073 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701d5756-489a-4507-91ae-1ef55ed5aef3 tempest-TestMinimumBasicScenario-1130254230 tempest-TestMinimumBasicScenario-1130254230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:53.417063 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-701d5756-489a-4507-91ae-1ef55ed5aef3 tempest-TestMinimumBasicScenario-1130254230 tempest-TestMinimumBasicScenario-1130254230-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 1093 time: 0.1737137 Sep 15 17:59:53.417626 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 40878) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:53.428775 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-9bea586a-5e9c-45b2-9817-faa3f310be7e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Request body: {'floatingip': {'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'port_id': 'f1869f46-5e2f-4f6a-9d59-67deeb2b9afe', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:53.443257 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] Pushing event updated for resources: {'Port': ['ID=712c1e98-2b39-4724-97d3-505e833df212,revision_number=2']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:53.495559 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] Attempting to bind port 712c1e98-2b39-4724-97d3-505e833df212 on host hv-cinder-80522 for vnic_type normal with profile {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:59:53.495898 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] Attempting to bind port 712c1e98-2b39-4724-97d3-505e833df212 by drivers openvswitch,hyperv on host hv-cinder-80522 at level 0 using segments [{'id': 'be63fcf4-2a1b-457e-9f3b-8b92114efce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d'}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:59:53.496241 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] Attempting to bind port 712c1e98-2b39-4724-97d3-505e833df212 on network a09fea8f-0a20-4dd0-b63b-9ece40ad350d {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:59:53.500772 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] Port 712c1e98-2b39-4724-97d3-505e833df212 on network a09fea8f-0a20-4dd0-b63b-9ece40ad350d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80522 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:59:53.503433 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] Attempting to bind port 712c1e98-2b39-4724-97d3-505e833df212 on network a09fea8f-0a20-4dd0-b63b-9ece40ad350d {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:59:53.506194 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] Checking agent: {'id': 'd3977637-cbe2-41c3-a570-ab972cec54ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80522', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'started_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:59:53.506608 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] Checking segment: {'id': 'be63fcf4-2a1b-457e-9f3b-8b92114efce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:59:53.507063 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] Bound using segment: {'id': 'be63fcf4-2a1b-457e-9f3b-8b92114efce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d'} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:59:53.507574 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] Bound port: 712c1e98-2b39-4724-97d3-505e833df212, host: hv-cinder-80522, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be63fcf4-2a1b-457e-9f3b-8b92114efce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d'}}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:59:53.508033 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:53.523345 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9bea586a-5e9c-45b2-9817-faa3f310be7e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for floatingip, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:53.577512 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] For port 712c1e98-2b39-4724-97d3-505e833df212, host hv-cinder-80522, cleared binding levels {{(pid=106071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:59:53.580769 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] For port 712c1e98-2b39-4724-97d3-505e833df212, host hv-cinder-80522, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=712c1e98-2b39-4724-97d3-505e833df212,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:59:53.626491 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9bea586a-5e9c-45b2-9817-faa3f310be7e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:53.660617 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:53.703588 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:53.704273 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:53.706690 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] 10.222.0.37 "PUT /v2.0/ports/712c1e98-2b39-4724-97d3-505e833df212 HTTP/1.1" status: 200 len: 1094 time: 0.9024506 Sep 15 17:59:53.708982 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5b646e-3d36-4402-9d82-55f71cd7f85e', 'tag': '712c1e98-2b39-4724-97d3-505e833df212'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:59:53.711293 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4ac533-c3da-4d52-97f8-076470565614" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5b646e-3d36-4402-9d82-55f71cd7f85e", "tag": "712c1e98-2b39-4724-97d3-505e833df212"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:59:53.721594 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1c562-45fc-4b2f-98bf-4f3964174f6b req-5b1fd15e-b31a-4e84-b4f4-6fda717e10b6 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:53.723136 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1cf1c562-45fc-4b2f-98bf-4f3964174f6b req-5b1fd15e-b31a-4e84-b4f4-6fda717e10b6 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0887213 Sep 15 17:59:53.739451 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ee200-42ea-4a5d-993f-a18783c11b79 service neutron] Pushing event updated for resources: {'Port': ['ID=712c1e98-2b39-4724-97d3-505e833df212,revision_number=3']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:53.758011 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7135f4-58e1-4269-83ce-0fa435b7cb73 x-openstack-request-id: req-0e7135f4-58e1-4269-83ce-0fa435b7cb73 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:59:53.758445 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5b646e-3d36-4402-9d82-55f71cd7f85e", "tag": "712c1e98-2b39-4724-97d3-505e833df212", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:59:53.758733 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e7135f4-58e1-4269-83ce-0fa435b7cb73 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:59:53.759133 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5b646e-3d36-4402-9d82-55f71cd7f85e', 'tag': '712c1e98-2b39-4724-97d3-505e833df212', 'status': 'completed', 'code': 200} Sep 15 17:59:53.814050 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1cf1c562-45fc-4b2f-98bf-4f3964174f6b req-648c7dba-9a3e-454b-8f0f-db30e82d7d67 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678852 Sep 15 17:59:53.815153 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [None req-9bea586a-5e9c-45b2-9817-faa3f310be7e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Allocated IP 172.27.3.157 (dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a/d93a8e56-437b-48c5-b03a-0e7bd18816d0/444bc539-b4f9-4b9c-8a02-26cc4a101364) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:59:53.851922 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ac533-c3da-4d52-97f8-076470565614 req-cc0e6d8c-4e97-44db-b565-46896392d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:53.855117 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-db4ac533-c3da-4d52-97f8-076470565614 req-cc0e6d8c-4e97-44db-b565-46896392d757 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95cc8cbee80240b89ba5904f813a862e&device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 1097 time: 0.0650284 Sep 15 17:59:53.932121 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9bea586a-5e9c-45b2-9817-faa3f310be7e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:54.043020 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9bea586a-5e9c-45b2-9817-faa3f310be7e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:54.077947 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bea586a-5e9c-45b2-9817-faa3f310be7e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:59:54.080659 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-9bea586a-5e9c-45b2-9817-faa3f310be7e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:59:54.084062 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea586a-5e9c-45b2-9817-faa3f310be7e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:59:54.109422 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea586a-5e9c-45b2-9817-faa3f310be7e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Pushing event updated for resources: {'Port': ['ID=444bc539-b4f9-4b9c-8a02-26cc4a101364,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:54.432045 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9bea586a-5e9c-45b2-9817-faa3f310be7e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:54.565258 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9bea586a-5e9c-45b2-9817-faa3f310be7e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:54.634669 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:54.707144 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9bea586a-5e9c-45b2-9817-faa3f310be7e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for port, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:54.760397 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9bea586a-5e9c-45b2-9817-faa3f310be7e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:54.829118 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea586a-5e9c-45b2-9817-faa3f310be7e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Pushing event updated for resources: {'Port': ['ID=444bc539-b4f9-4b9c-8a02-26cc4a101364,revision_number=2']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:54.838711 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9bea586a-5e9c-45b2-9817-faa3f310be7e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600326'] for floatingip, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:54.936310 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.l3_db [None req-9bea586a-5e9c-45b2-9817-faa3f310be7e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Floating IP 1ae579f4-f0a1-47f7-9345-4e91f9d90495 associated. External IP: 172.27.3.157, port: f1869f46-5e2f-4f6a-9d59-67deeb2b9afe. Sep 15 17:59:54.938223 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d3ad6-ab01-485f-acda-e8e973b86f4c req-addc532c-9de6-43d5-811d-2eaaf55b575c tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:54.939855 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0b4d3ad6-ab01-485f-acda-e8e973b86f4c req-addc532c-9de6-43d5-811d-2eaaf55b575c tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0486240 Sep 15 17:59:54.980753 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0b4d3ad6-ab01-485f-acda-e8e973b86f4c req-34cf8bd5-88bd-483b-a29b-9b56806e5ba0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315628 Sep 15 17:59:55.138444 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bea586a-5e9c-45b2-9817-faa3f310be7e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Router 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:59:55.240106 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bea586a-5e9c-45b2-9817-faa3f310be7e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:59:55.250123 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa89151c-b623-48f4-ab0a-52cd71512d2b None None] Sync routers for ids ['68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:59:55.258552 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa89151c-b623-48f4-ab0a-52cd71512d2b None None] Routers {'68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:59:55.259173 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-aa89151c-b623-48f4-ab0a-52cd71512d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:59:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:59:55.334611 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9bea586a-5e9c-45b2-9817-faa3f310be7e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:55.361625 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-9bea586a-5e9c-45b2-9817-faa3f310be7e tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9428163 Sep 15 17:59:55.361849 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-aa89151c-b623-48f4-ab0a-52cd71512d2b None None] Set router 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:59:55.362343 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c18c640-5263-4f4a-9314-deb3495223a0', 'tag': 'f1869f46-5e2f-4f6a-9d59-67deeb2b9afe'}] {{(pid=106072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:59:55.364543 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 40896) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:55.364935 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47b324d98f2f4bfc09410de6f146af452c7265e3c4636f4d971b874cd661cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1db1ada-dc99-4c2d-a722-913318f61021" -d '{"events": [{"name": "network-changed", "server_uuid": "0c18c640-5263-4f4a-9314-deb3495223a0", "tag": "f1869f46-5e2f-4f6a-9d59-67deeb2b9afe"}]}' {{(pid=106072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:59:55.369723 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-3f108a0e-6227-4c97-a63d-27600a64c00f tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1207230636', 'description': 'tempest-secgroup-smoke-1207230636 description', 'project_id': '5d045a0e58be4c8f84c8c67093e57d31'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:55.402937 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5633ef-f30b-426e-be50-728bd6d007f0 x-openstack-request-id: req-7e5633ef-f30b-426e-be50-728bd6d007f0 {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:59:55.406324 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c18c640-5263-4f4a-9314-deb3495223a0", "tag": "f1869f46-5e2f-4f6a-9d59-67deeb2b9afe", "status": "completed", "code": 200}]} {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:59:55.406324 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e5633ef-f30b-426e-be50-728bd6d007f0 {{(pid=106072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:59:55.406324 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c18c640-5263-4f4a-9314-deb3495223a0', 'tag': 'f1869f46-5e2f-4f6a-9d59-67deeb2b9afe', 'status': 'completed', 'code': 200} Sep 15 17:59:55.449244 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3f108a0e-6227-4c97-a63d-27600a64c00f tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:55.546466 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3f108a0e-6227-4c97-a63d-27600a64c00f tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:55.631154 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3f108a0e-6227-4c97-a63d-27600a64c00f tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:55.660593 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f108a0e-6227-4c97-a63d-27600a64c00f tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b51700-818e-4b55-aa7d-c090e70384b6,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:55.713886 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-3f108a0e-6227-4c97-a63d-27600a64c00f tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:55.715293 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-3f108a0e-6227-4c97-a63d-27600a64c00f tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3495767 Sep 15 17:59:55.718268 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 40902) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:55.722900 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-142b8474-2148-4157-8826-2bf913f93c3a tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Request body: {'security_group_rule': {'security_group_id': 'f6b51700-818e-4b55-aa7d-c090e70384b6', 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:55.748001 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-aa89151c-b623-48f4-ab0a-52cd71512d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'name': 'tempest-TestMinimumBasicScenario-908717723-router', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:32Z', 'updated_at': '2021-09-15T17:58:37Z', 'revision_number': 4, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'gw_port': {'id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:34Z', 'updated_at': '2021-09-15T17:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '1ae579f4-f0a1-47f7-9345-4e91f9d90495', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'port_id': 'f1869f46-5e2f-4f6a-9d59-67deeb2b9afe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3', 'mac_address': 'fa:16:3e:6b:56:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c18c640-5263-4f4a-9314-deb3495223a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:59:54Z', 'updated_at': '2021-09-15T17:59:54Z', 'revision_number': 0, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd86a3be-50c7-409b-92d6-258992b3409c', 'name': '', 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'mac_address': 'fa:16:3e:c5:49:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b801b881-d04d-4502-b644-72a1fe0fe876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:36Z', 'updated_at': '2021-09-15T17:58:41Z', 'revision_number': 5, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'subnets': [{'id': 'b801b881-d04d-4502-b644-72a1fe0fe876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:59:55.772980 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa89151c-b623-48f4-ab0a-52cd71512d2b None None] Checking router: 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:59:55.781382 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa89151c-b623-48f4-ab0a-52cd71512d2b None None] Routers {'68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:59:55.781984 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-aa89151c-b623-48f4-ab0a-52cd71512d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:59:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:59:55.815938 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-142b8474-2148-4157-8826-2bf913f93c3a tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:55.875361 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-142b8474-2148-4157-8826-2bf913f93c3a tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:55.885963 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-aa89151c-b623-48f4-ab0a-52cd71512d2b None None] Set router 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:59:55.957315 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-142b8474-2148-4157-8826-2bf913f93c3a tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:55.976944 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b8474-2148-4157-8826-2bf913f93c3a tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea7b96d-62a5-430c-a0af-5e1804c50275,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:56.043486 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-142b8474-2148-4157-8826-2bf913f93c3a tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:56.047058 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-142b8474-2148-4157-8826-2bf913f93c3a tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3253663 Sep 15 17:59:56.047488 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 40908) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:56.052111 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-2a76643b-2d41-4eac-8f7f-c988bae1ba23 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Request body: {'security_group_rule': {'security_group_id': 'f6b51700-818e-4b55-aa7d-c090e70384b6', 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:56.116381 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-aa89151c-b623-48f4-ab0a-52cd71512d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'name': 'tempest-TestMinimumBasicScenario-908717723-router', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:32Z', 'updated_at': '2021-09-15T17:58:37Z', 'revision_number': 4, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'gw_port': {'id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:34Z', 'updated_at': '2021-09-15T17:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '1ae579f4-f0a1-47f7-9345-4e91f9d90495', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'port_id': 'f1869f46-5e2f-4f6a-9d59-67deeb2b9afe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3', 'mac_address': 'fa:16:3e:6b:56:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c18c640-5263-4f4a-9314-deb3495223a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:59:54Z', 'updated_at': '2021-09-15T17:59:54Z', 'revision_number': 0, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd86a3be-50c7-409b-92d6-258992b3409c', 'name': '', 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'mac_address': 'fa:16:3e:c5:49:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b801b881-d04d-4502-b644-72a1fe0fe876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:36Z', 'updated_at': '2021-09-15T17:58:41Z', 'revision_number': 5, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'subnets': [{'id': 'b801b881-d04d-4502-b644-72a1fe0fe876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:59:56.116604 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09964d7-9b71-4a73-b920-b1987486fe83 req-d9bc2e62-ce42-4650-bb94-f6c7bcb2fdd8 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:56.118148 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c09964d7-9b71-4a73-b920-b1987486fe83 req-d9bc2e62-ce42-4650-bb94-f6c7bcb2fdd8 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0585263 Sep 15 17:59:56.145325 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa89151c-b623-48f4-ab0a-52cd71512d2b None None] The sync data for ids ['68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'] in dv-cinder-805228-2-iscsi is: [{'id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'name': 'tempest-TestMinimumBasicScenario-908717723-router', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:32Z', 'updated_at': '2021-09-15T17:58:37Z', 'revision_number': 4, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'gw_port': {'id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:34Z', 'updated_at': '2021-09-15T17:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '1ae579f4-f0a1-47f7-9345-4e91f9d90495', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'port_id': 'f1869f46-5e2f-4f6a-9d59-67deeb2b9afe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3', 'mac_address': 'fa:16:3e:6b:56:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c18c640-5263-4f4a-9314-deb3495223a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:59:54Z', 'updated_at': '2021-09-15T17:59:54Z', 'revision_number': 0, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd86a3be-50c7-409b-92d6-258992b3409c', 'name': '', 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'mac_address': 'fa:16:3e:c5:49:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b801b881-d04d-4502-b644-72a1fe0fe876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:36Z', 'updated_at': '2021-09-15T17:58:41Z', 'revision_number': 5, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'subnets': [{'id': 'b801b881-d04d-4502-b644-72a1fe0fe876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:59:56.158834 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2a76643b-2d41-4eac-8f7f-c988bae1ba23 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:56.163819 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c09964d7-9b71-4a73-b920-b1987486fe83 req-85bb102b-206b-4c88-8b1d-9b45a1bfa69e tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392754 Sep 15 17:59:56.225558 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2a76643b-2d41-4eac-8f7f-c988bae1ba23 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:56.285928 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2a76643b-2d41-4eac-8f7f-c988bae1ba23 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:56.303473 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76643b-2d41-4eac-8f7f-c988bae1ba23 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0808329e-142b-40aa-b9f5-89f923eba179,revision_number=0']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:56.331973 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9149812-d808-44ac-a705-c26caa605fb3 None None] New status for floating IP 1ae579f4-f0a1-47f7-9345-4e91f9d90495: ACTIVE {{(pid=106074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:59:56.360106 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2a76643b-2d41-4eac-8f7f-c988bae1ba23 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:56.361545 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-2a76643b-2d41-4eac-8f7f-c988bae1ba23 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3129566 Sep 15 17:59:56.364611 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 40910) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:56.369280 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-c488e394-e255-4e6a-8377-3c811e10884d tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Request body: {'security_group_rule': {'security_group_id': 'f6b51700-818e-4b55-aa7d-c090e70384b6', 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:56.456716 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c488e394-e255-4e6a-8377-3c811e10884d tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:56.518476 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c488e394-e255-4e6a-8377-3c811e10884d tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:56.565807 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c488e394-e255-4e6a-8377-3c811e10884d tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:56.584841 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488e394-e255-4e6a-8377-3c811e10884d tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e29238-dd49-4048-b0a3-38d65fe6e095,revision_number=0']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:56.671649 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c488e394-e255-4e6a-8377-3c811e10884d tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:56.672898 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-c488e394-e255-4e6a-8377-3c811e10884d tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3076012 Sep 15 17:59:56.675593 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 40914) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:56.679852 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-ad260f3d-e4ee-45bd-8ca4-837d09c59bcc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Request body: {'security_group_rule': {'security_group_id': 'f6b51700-818e-4b55-aa7d-c090e70384b6', 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:56.792391 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db1ada-dc99-4c2d-a722-913318f61021 req-66513a54-df8d-4205-8f9a-d088ce9c056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:56.793863 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d1db1ada-dc99-4c2d-a722-913318f61021 req-66513a54-df8d-4205-8f9a-d088ce9c056f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d045a0e58be4c8f84c8c67093e57d31&device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 1098 time: 0.0401814 Sep 15 17:59:56.806389 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ad260f3d-e4ee-45bd-8ca4-837d09c59bcc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:56.848580 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ac533-c3da-4d52-97f8-076470565614 req-4c7d57ba-6f46-4654-a516-dd579187d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:56.850091 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-db4ac533-c3da-4d52-97f8-076470565614 req-4c7d57ba-6f46-4654-a516-dd579187d738 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=95cc8cbee80240b89ba5904f813a862e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1146774 Sep 15 17:59:56.900880 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ad260f3d-e4ee-45bd-8ca4-837d09c59bcc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:56.962226 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ac533-c3da-4d52-97f8-076470565614 req-eb2dd1a8-4ef5-468d-9adc-52335727826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:56.963712 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-db4ac533-c3da-4d52-97f8-076470565614 req-eb2dd1a8-4ef5-468d-9adc-52335727826e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1054108 Sep 15 17:59:56.973097 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ad260f3d-e4ee-45bd-8ca4-837d09c59bcc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:57.001062 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad260f3d-e4ee-45bd-8ca4-837d09c59bcc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17edf5c-cc62-45a2-b0d4-32160c4b2fd4,revision_number=0']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:57.049607 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-075db279-8847-40d6-b080-bb6e979d73d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:57.051501 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-075db279-8847-40d6-b080-bb6e979d73d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95cc8cbee80240b89ba5904f813a862e&device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 1097 time: 0.0454729 Sep 15 17:59:57.073131 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ad260f3d-e4ee-45bd-8ca4-837d09c59bcc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:57.076696 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-ad260f3d-e4ee-45bd-8ca4-837d09c59bcc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3987856 Sep 15 17:59:57.105562 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 40918) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:57.110248 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-61cae3be-830f-4d81-b95c-db6f2e28459a tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Request body: {'security_group_rule': {'security_group_id': 'f6b51700-818e-4b55-aa7d-c090e70384b6', 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:57.116097 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-b7fc5653-41e8-45d5-afd6-28ec81d3f8b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=712c1e98-2b39-4724-97d3-505e833df212 HTTP/1.1" status: 200 len: 217 time: 0.0506170 Sep 15 17:59:57.136632 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db1ada-dc99-4c2d-a722-913318f61021 req-fc34daaf-683f-461f-9c51-bc94e1a7d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:57.138941 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d1db1ada-dc99-4c2d-a722-913318f61021 req-fc34daaf-683f-461f-9c51-bc94e1a7d75a service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0a638ed-aa8c-45ea-b76f-a163858459e3 HTTP/1.1" status: 200 len: 915 time: 0.3364341 Sep 15 17:59:57.178285 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-9aa7805d-230e-4c64-8ae6-5b765185437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:57.179795 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-9aa7805d-230e-4c64-8ae6-5b765185437b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae6b4715-76cf-494c-ae02-d92791591d0b HTTP/1.1" status: 200 len: 855 time: 0.0535820 Sep 15 17:59:57.222513 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.db.securitygroups_db [None req-61cae3be-830f-4d81-b95c-db6f2e28459a tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Project 5d045a0e58be4c8f84c8c67093e57d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:59:57.231263 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-61cae3be-830f-4d81-b95c-db6f2e28459a tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:57.236439 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d1db1ada-dc99-4c2d-a722-913318f61021 req-5e35b95b-2088-4d0f-97c6-210961a7f58c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe HTTP/1.1" status: 200 len: 1001 time: 0.0901937 Sep 15 17:59:57.247061 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-5f621ce0-47b0-4723-9d50-7d3ded7def15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:57.248689 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-5f621ce0-47b0-4723-9d50-7d3ded7def15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596616 Sep 15 17:59:57.322798 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a59a9-cca0-4187-a089-3b46df88f0ea req-dc852f83-9e92-4439-9c4c-9ac9fcf1660a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:57.324193 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-735a59a9-cca0-4187-a089-3b46df88f0ea req-dc852f83-9e92-4439-9c4c-9ac9fcf1660a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0811450 Sep 15 17:59:57.325957 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db1ada-dc99-4c2d-a722-913318f61021 req-8688e0fa-a64a-4a15-ab38-cd0a66057590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:57.327373 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d1db1ada-dc99-4c2d-a722-913318f61021 req-8688e0fa-a64a-4a15-ab38-cd0a66057590 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b801b881-d04d-4502-b644-72a1fe0fe876 HTTP/1.1" status: 200 len: 853 time: 0.0759015 Sep 15 17:59:57.356313 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-61cae3be-830f-4d81-b95c-db6f2e28459a tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:57.378379 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-195267d7-aa88-459e-a9d0-2b2adfa5693b service neutron] 10.222.0.37 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156144 Sep 15 17:59:57.389309 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-735a59a9-cca0-4187-a089-3b46df88f0ea req-e5a7dca2-b06b-4791-a291-87f7cf535b9c tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586746 Sep 15 17:59:57.399393 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db1ada-dc99-4c2d-a722-913318f61021 req-0da9392f-4b19-41ee-9ea1-64ee4d4e7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:57.401510 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d1db1ada-dc99-4c2d-a722-913318f61021 req-0da9392f-4b19-41ee-9ea1-64ee4d4e7a92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0a638ed-aa8c-45ea-b76f-a163858459e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581071 Sep 15 17:59:57.451745 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-61cae3be-830f-4d81-b95c-db6f2e28459a tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:57.477870 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cae3be-830f-4d81-b95c-db6f2e28459a tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370a294e-d0ce-47cd-ba38-0abd26fcf4d7,revision_number=0']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:57.498391 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d1db1ada-dc99-4c2d-a722-913318f61021 req-45ed5cc5-f32d-410d-8b4e-e39ab0722d6f service neutron] 10.222.0.37 "GET /v2.0/networks/b0a638ed-aa8c-45ea-b76f-a163858459e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881512 Sep 15 17:59:57.503891 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a46f6b95-df1e-4e4d-a15c-d6a8c153210c req-91e6095c-7be3-4055-8d4d-3ba588527069 service neutron] 10.222.0.37 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142087 Sep 15 17:59:57.551586 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-61cae3be-830f-4d81-b95c-db6f2e28459a tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:57.553095 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-61cae3be-830f-4d81-b95c-db6f2e28459a tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4465201 Sep 15 17:59:57.555792 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 40924) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:59:57.561378 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-461073a3-e78d-4ecf-bf65-ff5aa3871162 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Request body: {'security_group_rule': {'security_group_id': 'f6b51700-818e-4b55-aa7d-c090e70384b6', 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:57.607746 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d1db1ada-dc99-4c2d-a722-913318f61021 req-e76428be-e7c2-4ddb-8df8-e75321ca57f0 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a638ed-aa8c-45ea-b76f-a163858459e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896816 Sep 15 17:59:57.662672 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.db.securitygroups_db [None req-461073a3-e78d-4ecf-bf65-ff5aa3871162 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Project 5d045a0e58be4c8f84c8c67093e57d31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:59:57.668266 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-461073a3-e78d-4ecf-bf65-ff5aa3871162 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:57.732984 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-461073a3-e78d-4ecf-bf65-ff5aa3871162 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:57.794396 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-461073a3-e78d-4ecf-bf65-ff5aa3871162 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:57.811211 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461073a3-e78d-4ecf-bf65-ff5aa3871162 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc248871-4770-4643-b529-aa60a91daed5,revision_number=0']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:57.862780 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-461073a3-e78d-4ecf-bf65-ff5aa3871162 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:57.868799 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-461073a3-e78d-4ecf-bf65-ff5aa3871162 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3080957 Sep 15 17:59:57.938452 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3d56e6aa-a66b-4a6c-ad17-127e0dc8629f req-68142160-46fb-462d-aedf-941e87fc08c4 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1207230636&fields=id&tenant_id=5d045a0e58be4c8f84c8c67093e57d31 HTTP/1.1" status: 200 len: 267 time: 0.0309627 Sep 15 17:59:57.989560 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56e6aa-a66b-4a6c-ad17-127e0dc8629f req-32fbb617-b4f3-436c-a814-b8fc7174247d tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:57.991022 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3d56e6aa-a66b-4a6c-ad17-127e0dc8629f req-32fbb617-b4f3-436c-a814-b8fc7174247d tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 945 time: 0.0469797 Sep 15 17:59:58.001960 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-3d56e6aa-a66b-4a6c-ad17-127e0dc8629f req-b7b7c9fa-9058-4891-826a-3adefe95972b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Request body: {'port': {'security_groups': ['c63703b1-aabc-4b6c-91fb-2aa0beb04474', 'f6b51700-818e-4b55-aa7d-c090e70384b6']}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:59:58.064882 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-3d56e6aa-a66b-4a6c-ad17-127e0dc8629f req-b7b7c9fa-9058-4891-826a-3adefe95972b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:58.253841 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-3d56e6aa-a66b-4a6c-ad17-127e0dc8629f req-b7b7c9fa-9058-4891-826a-3adefe95972b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] For port f1869f46-5e2f-4f6a-9d59-67deeb2b9afe, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe,segment=NetworkSegment(9c5b7972-00fb-440e-81b9-40a3fb77b325),segment_id=9c5b7972-00fb-440e-81b9-40a3fb77b325)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:59:58.281647 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-3d56e6aa-a66b-4a6c-ad17-127e0dc8629f req-b7b7c9fa-9058-4891-826a-3adefe95972b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:58.347939 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-3d56e6aa-a66b-4a6c-ad17-127e0dc8629f req-b7b7c9fa-9058-4891-826a-3adefe95972b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:58.359753 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['f1869f46-5e2f-4f6a-9d59-67deeb2b9afe'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:59:58.390196 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56e6aa-a66b-4a6c-ad17-127e0dc8629f req-b7b7c9fa-9058-4891-826a-3adefe95972b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:58.390774 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-3d56e6aa-a66b-4a6c-ad17-127e0dc8629f req-b7b7c9fa-9058-4891-826a-3adefe95972b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:58.395158 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3d56e6aa-a66b-4a6c-ad17-127e0dc8629f req-b7b7c9fa-9058-4891-826a-3adefe95972b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "PUT /v2.0/ports/f1869f46-5e2f-4f6a-9d59-67deeb2b9afe HTTP/1.1" status: 200 len: 981 time: 0.3975291 Sep 15 17:59:58.395650 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c18c640-5263-4f4a-9314-deb3495223a0', 'tag': 'f1869f46-5e2f-4f6a-9d59-67deeb2b9afe'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:59:58.398019 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ffc2d8-1cd5-465f-a026-8b2c0849aadd" -d '{"events": [{"name": "network-changed", "server_uuid": "0c18c640-5263-4f4a-9314-deb3495223a0", "tag": "f1869f46-5e2f-4f6a-9d59-67deeb2b9afe"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:59:58.425259 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7c9fa-9058-4891-826a-3adefe95972b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Pushing event updated for resources: {'Port': ['ID=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe,revision_number=6']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:58.480283 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa1b9c2-7393-46a2-9952-3716cc5d0b67 x-openstack-request-id: req-6aa1b9c2-7393-46a2-9952-3716cc5d0b67 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:59:58.481275 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c18c640-5263-4f4a-9314-deb3495223a0", "tag": "f1869f46-5e2f-4f6a-9d59-67deeb2b9afe", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:59:58.486450 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6aa1b9c2-7393-46a2-9952-3716cc5d0b67 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:59:58.486450 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c18c640-5263-4f4a-9314-deb3495223a0', 'tag': 'f1869f46-5e2f-4f6a-9d59-67deeb2b9afe', 'status': 'completed', 'code': 200} Sep 15 17:59:58.486670 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['f1869f46-5e2f-4f6a-9d59-67deeb2b9afe'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:59:58.572691 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffc2d8-1cd5-465f-a026-8b2c0849aadd req-53c2c9db-2b56-4523-b410-27c04dddd3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:58.574306 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-76ffc2d8-1cd5-465f-a026-8b2c0849aadd req-53c2c9db-2b56-4523-b410-27c04dddd3ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d045a0e58be4c8f84c8c67093e57d31&device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 1137 time: 0.0562274 Sep 15 17:59:58.586241 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe2eea-6d0e-48a9-b9ad-fbfebaedceaa req-6d23bf5c-f6bf-4157-a5e4-16b50706cb28 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:58.594760 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2bbe2eea-6d0e-48a9-b9ad-fbfebaedceaa req-6d23bf5c-f6bf-4157-a5e4-16b50706cb28 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 984 time: 0.1159539 Sep 15 17:59:58.597415 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b7716-ef24-4f9f-b8c1-e93d020364c9 req-98f45612-086e-4103-a7a5-28e04f8b09b5 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:58.600143 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3d5b7716-ef24-4f9f-b8c1-e93d020364c9 req-98f45612-086e-4103-a7a5-28e04f8b09b5 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0704110 Sep 15 17:59:58.657039 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3d5b7716-ef24-4f9f-b8c1-e93d020364c9 req-c989d4d1-78aa-442a-9866-92a7648d3e13 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475676 Sep 15 17:59:58.695916 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2bbe2eea-6d0e-48a9-b9ad-fbfebaedceaa req-1ecd7ffd-dab8-4085-a435-2e37851b4745 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&id=f6b51700-818e-4b55-aa7d-c090e70384b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1002121 Sep 15 17:59:58.716622 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffc2d8-1cd5-465f-a026-8b2c0849aadd req-69f4559a-b26d-4242-a9b7-96205a141ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:58.718219 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-76ffc2d8-1cd5-465f-a026-8b2c0849aadd req-69f4559a-b26d-4242-a9b7-96205a141ee8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0a638ed-aa8c-45ea-b76f-a163858459e3 HTTP/1.1" status: 200 len: 915 time: 0.1154301 Sep 15 17:59:58.722352 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-cf298eef-f605-46c7-aa67-3841385f4ccb None None] Provisioning complete for port f1869f46-5e2f-4f6a-9d59-67deeb2b9afe triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:59:58.722724 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-cf298eef-f605-46c7-aa67-3841385f4ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:58.790352 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-76ffc2d8-1cd5-465f-a026-8b2c0849aadd req-d53ff964-c151-47a5-b1b9-cfca94fb0914 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe HTTP/1.1" status: 200 len: 1001 time: 0.0601165 Sep 15 17:59:58.849775 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffc2d8-1cd5-465f-a026-8b2c0849aadd req-e50310bc-d661-4d42-a4f6-6f883bbb308a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:58.851255 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-76ffc2d8-1cd5-465f-a026-8b2c0849aadd req-e50310bc-d661-4d42-a4f6-6f883bbb308a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b801b881-d04d-4502-b644-72a1fe0fe876 HTTP/1.1" status: 200 len: 853 time: 0.0469975 Sep 15 17:59:58.897676 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffc2d8-1cd5-465f-a026-8b2c0849aadd req-551cc42b-7fd3-4f77-82ed-cc3837d34a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:58.899877 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-76ffc2d8-1cd5-465f-a026-8b2c0849aadd req-551cc42b-7fd3-4f77-82ed-cc3837d34a39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0a638ed-aa8c-45ea-b76f-a163858459e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396698 Sep 15 17:59:58.950114 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 712c1e98-2b39-4724-97d3-505e833df212 details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:59:59.005733 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-76ffc2d8-1cd5-465f-a026-8b2c0849aadd req-44b8770a-ed60-48c4-8509-4870aafd9b93 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a638ed-aa8c-45ea-b76f-a163858459e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961308 Sep 15 17:59:59.107072 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-76ffc2d8-1cd5-465f-a026-8b2c0849aadd req-d2156005-318b-462f-8db1-87f50d1f92a2 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a638ed-aa8c-45ea-b76f-a163858459e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893393 Sep 15 17:59:59.136325 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 712c1e98-2b39-4724-97d3-505e833df212, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=712c1e98-2b39-4724-97d3-505e833df212,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:59:59.157956 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': '712c1e98-2b39-4724-97d3-505e833df212', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'port_id': '712c1e98-2b39-4724-97d3-505e833df212', 'mac_address': 'fa:16:3e:f9:03:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:59:59.226569 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:59.252525 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 712c1e98-2b39-4724-97d3-505e833df212 {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:59:59.279574 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 712c1e98-2b39-4724-97d3-505e833df212, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=712c1e98-2b39-4724-97d3-505e833df212,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:59:59.351366 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:59:59.402819 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=712c1e98-2b39-4724-97d3-505e833df212,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:59:59.646437 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['712c1e98-2b39-4724-97d3-505e833df212'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:59:59.770569 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ed71a-aa3f-40ca-a1e6-1658696f961e req-b2551d62-a746-46b2-adc8-7d1c692de4ed tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:59:59.772052 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-360ed71a-aa3f-40ca-a1e6-1658696f961e req-b2551d62-a746-46b2-adc8-7d1c692de4ed tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 945 time: 0.0481584 Sep 15 17:59:59.813978 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-360ed71a-aa3f-40ca-a1e6-1658696f961e req-697e8e06-badd-49e1-9a4a-069123c42315 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349710 Sep 15 18:00:00.934155 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f674d5-8526-411b-be38-4a769304874d req-fc6298ab-923b-4174-9b00-54212a15c67a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:00.935588 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f1f674d5-8526-411b-be38-4a769304874d req-fc6298ab-923b-4174-9b00-54212a15c67a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 945 time: 0.0506351 Sep 15 18:00:00.972282 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f1f674d5-8526-411b-be38-4a769304874d req-2cedde72-8982-4faf-a5ba-b20aac742273 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309045 Sep 15 18:00:02.087606 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc83ea-464f-47df-bc4a-92b2d1ac0200 req-dae0f8c8-fb24-404e-b2ba-64ec38dd255c tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:02.089101 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-87fc83ea-464f-47df-bc4a-92b2d1ac0200 req-dae0f8c8-fb24-404e-b2ba-64ec38dd255c tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 945 time: 0.0487084 Sep 15 18:00:02.125159 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-87fc83ea-464f-47df-bc4a-92b2d1ac0200 req-4c98f253-944a-4f2b-975a-b5eb910a50e7 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301101 Sep 15 18:00:03.239100 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2de1da-36d2-4dbb-80cd-2582ff84c289 req-3ccb9b59-bf8d-428c-a5ac-2f8072320fa2 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:03.240577 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6c2de1da-36d2-4dbb-80cd-2582ff84c289 req-3ccb9b59-bf8d-428c-a5ac-2f8072320fa2 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 945 time: 0.0464725 Sep 15 18:00:03.277571 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6c2de1da-36d2-4dbb-80cd-2582ff84c289 req-4971d82d-dc28-49a6-9187-eb0818b02f75 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305190 Sep 15 18:00:04.194358 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:04.265391 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e0741-6d4e-4f72-81b2-2fa10f5c7479 req-0955de81-8fe0-4aad-ae22-7a840edc6887 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:04.266849 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-519e0741-6d4e-4f72-81b2-2fa10f5c7479 req-0955de81-8fe0-4aad-ae22-7a840edc6887 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 945 time: 0.0467775 Sep 15 18:00:04.303286 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-519e0741-6d4e-4f72-81b2-2fa10f5c7479 req-4d31c263-5dfb-47b2-86b3-d01f80e184c3 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305529 Sep 15 18:00:04.395012 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80538d36-72e9-4663-8c77-0de0a956bdd5 req-c1b5994c-2fd5-4f0c-b0ea-5b918c059ed4 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:04.396521 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-80538d36-72e9-4663-8c77-0de0a956bdd5 req-c1b5994c-2fd5-4f0c-b0ea-5b918c059ed4 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 945 time: 0.0467229 Sep 15 18:00:04.432879 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-80538d36-72e9-4663-8c77-0de0a956bdd5 req-8dafd473-e30a-4950-8fd1-0e60ae5dc211 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298195 Sep 15 18:00:04.720648 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 712c1e98-2b39-4724-97d3-505e833df212 up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:00:04.820034 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning for port 712c1e98-2b39-4724-97d3-505e833df212 completed by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:00:04.825209 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port 712c1e98-2b39-4724-97d3-505e833df212 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:04.830208 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:04.909443 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:04.934560 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5b646e-3d36-4402-9d82-55f71cd7f85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712c1e98-2b39-4724-97d3-505e833df212'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:00:04.937245 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b0bc46-07ef-4bfe-bcb4-9f6061fe6884" -d '{"events": [{"server_uuid": "4b5b646e-3d36-4402-9d82-55f71cd7f85e", "name": "network-vif-plugged", "status": "completed", "tag": "712c1e98-2b39-4724-97d3-505e833df212"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:00:04.949909 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 712c1e98-2b39-4724-97d3-505e833df212, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=712c1e98-2b39-4724-97d3-505e833df212,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:00:04.975106 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9eaf67-0946-475d-b1c2-11b86158ed77 x-openstack-request-id: req-bc9eaf67-0946-475d-b1c2-11b86158ed77 {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:00:04.975418 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5b646e-3d36-4402-9d82-55f71cd7f85e", "name": "network-vif-plugged", "status": "completed", "tag": "712c1e98-2b39-4724-97d3-505e833df212", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:00:04.975674 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc9eaf67-0946-475d-b1c2-11b86158ed77 {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:00:04.976074 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5b646e-3d36-4402-9d82-55f71cd7f85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712c1e98-2b39-4724-97d3-505e833df212', 'code': 200} Sep 15 18:00:05.022476 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:05.069746 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=712c1e98-2b39-4724-97d3-505e833df212,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:05.327955 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0ff47-6b6d-4637-b8a4-18e6779db71d req-da37a962-a8ee-4d8f-9e39-b38cbfafda32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:05.329535 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8de0ff47-6b6d-4637-b8a4-18e6779db71d req-da37a962-a8ee-4d8f-9e39-b38cbfafda32 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 1099 time: 0.0384715 Sep 15 18:00:05.373410 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8de0ff47-6b6d-4637-b8a4-18e6779db71d req-b0e65c9d-e87c-4ea7-b959-f153adc4a58a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336215 Sep 15 18:00:05.420044 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cb853-d083-4463-a3b8-f0243c5f6df3 req-83fd5987-44f3-4989-a67a-8a7be1e3b6c4 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:05.421523 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c50cb853-d083-4463-a3b8-f0243c5f6df3 req-83fd5987-44f3-4989-a67a-8a7be1e3b6c4 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 945 time: 0.0472682 Sep 15 18:00:05.457800 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c50cb853-d083-4463-a3b8-f0243c5f6df3 req-6750d923-7e4e-449a-9139-8e00b31dfb76 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304029 Sep 15 18:00:05.554624 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda497ff-7024-4b23-86df-9c385def61c7 req-85cc93b6-ab9f-4745-ae69-d9660617c1d4 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:05.556053 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-eda497ff-7024-4b23-86df-9c385def61c7 req-85cc93b6-ab9f-4745-ae69-d9660617c1d4 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0505714 Sep 15 18:00:05.592924 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-eda497ff-7024-4b23-86df-9c385def61c7 req-8b3e3cf0-4493-4555-965e-576392333a37 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308428 Sep 15 18:00:06.571822 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b7a4a-5436-4a63-be0f-feadfe6a9c80 req-4bee3712-ee18-4cdd-91da-3ab8006ac23c tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:06.573341 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b73b7a4a-5436-4a63-be0f-feadfe6a9c80 req-4bee3712-ee18-4cdd-91da-3ab8006ac23c tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 945 time: 0.0471675 Sep 15 18:00:06.610874 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b73b7a4a-5436-4a63-be0f-feadfe6a9c80 req-55d6fc38-5a36-4255-b057-6e0fc150bd4f tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314550 Sep 15 18:00:06.706472 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c76277-7e3a-476a-b81e-fabfe7a7614f req-30074b16-c3cf-4ce5-bd60-be7a30f2a9b3 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:06.707924 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c3c76277-7e3a-476a-b81e-fabfe7a7614f req-30074b16-c3cf-4ce5-bd60-be7a30f2a9b3 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0467916 Sep 15 18:00:06.744078 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c3c76277-7e3a-476a-b81e-fabfe7a7614f req-bc025fe0-a342-44d7-af28-820fd52596bd tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297196 Sep 15 18:00:07.721958 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4177622-8460-4bc4-8680-9e9063d0c33c req-6727f203-6a2f-476a-8b0c-e3f9cca778e5 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:07.723413 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c4177622-8460-4bc4-8680-9e9063d0c33c req-6727f203-6a2f-476a-8b0c-e3f9cca778e5 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 945 time: 0.0475135 Sep 15 18:00:07.764053 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c4177622-8460-4bc4-8680-9e9063d0c33c req-a80b2dde-f3d8-4ce2-ae8e-0521c9c55aa6 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340738 Sep 15 18:00:07.858093 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d3ebd-3ab6-437f-8dd6-63f73dfe24e4 req-81164233-3c39-4faf-a490-2fd6964d6033 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:07.859554 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d91d3ebd-3ab6-437f-8dd6-63f73dfe24e4 req-81164233-3c39-4faf-a490-2fd6964d6033 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0471222 Sep 15 18:00:07.896276 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d91d3ebd-3ab6-437f-8dd6-63f73dfe24e4 req-b8a7e0c9-6e47-4761-82e6-ae2086e5d45e tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309422 Sep 15 18:00:08.876648 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf281251-2420-4dd1-a83e-0ca33eb22d9c req-9a16226c-18fe-4077-aa00-34e94223402c tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:08.878041 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cf281251-2420-4dd1-a83e-0ca33eb22d9c req-9a16226c-18fe-4077-aa00-34e94223402c tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 945 time: 0.0481992 Sep 15 18:00:08.913987 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cf281251-2420-4dd1-a83e-0ca33eb22d9c req-090c679a-3158-46e5-a4f6-16e0b4e318d8 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/security-groups?id=b36c1661-0a99-4b0b-bb7a-111d7eee0292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300064 Sep 15 18:00:09.017051 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22652c1-08a5-44f7-b7a2-8ec32fdb0c3a req-e26e1c6e-e761-4aec-86d4-b1931f129c12 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:09.018548 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e22652c1-08a5-44f7-b7a2-8ec32fdb0c3a req-e26e1c6e-e761-4aec-86d4-b1931f129c12 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0515223 Sep 15 18:00:09.055700 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e22652c1-08a5-44f7-b7a2-8ec32fdb0c3a req-b728f709-7eeb-4b9d-8007-0e0b584997b3 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307286 Sep 15 18:00:09.184615 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa0d9a-c2c7-4e40-b92f-0b76f6ba49e0 req-6b9918c9-cd9f-405e-8997-90c0e313e58f tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:09.185964 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d2aa0d9a-c2c7-4e40-b92f-0b76f6ba49e0 req-6b9918c9-cd9f-405e-8997-90c0e313e58f tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.37 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 945 time: 0.0473158 Sep 15 18:00:09.276744 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [req-d2aa0d9a-c2c7-4e40-b92f-0b76f6ba49e0 req-55a7f3ab-fd09-4ee4-8212-79edb673c641 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Deleting port 301bd77e-6aaa-4621-b8d6-904ccfce7177 {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:00:09.277090 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-d2aa0d9a-c2c7-4e40-b92f-0b76f6ba49e0 req-55a7f3ab-fd09-4ee4-8212-79edb673c641 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:09.360476 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-d2aa0d9a-c2c7-4e40-b92f-0b76f6ba49e0 req-55a7f3ab-fd09-4ee4-8212-79edb673c641 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] For port 301bd77e-6aaa-4621-b8d6-904ccfce7177, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=301bd77e-6aaa-4621-b8d6-904ccfce7177,segment=NetworkSegment(e6e0047e-fda1-4193-a95f-880d919b5366),segment_id=e6e0047e-fda1-4193-a95f-880d919b5366)] {{(pid=106072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:00:09.360857 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-d2aa0d9a-c2c7-4e40-b92f-0b76f6ba49e0 req-55a7f3ab-fd09-4ee4-8212-79edb673c641 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:09.373073 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [req-d2aa0d9a-c2c7-4e40-b92f-0b76f6ba49e0 req-55a7f3ab-fd09-4ee4-8212-79edb673c641 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Calling delete_port for 301bd77e-6aaa-4621-b8d6-904ccfce7177 owned by compute:nova {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:00:09.568818 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-d2aa0d9a-c2c7-4e40-b92f-0b76f6ba49e0 req-55a7f3ab-fd09-4ee4-8212-79edb673c641 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:09.580708 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['301bd77e-6aaa-4621-b8d6-904ccfce7177'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:00:09.597680 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7f3ab-fd09-4ee4-8212-79edb673c641 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Pushing event deleted for resources: {'Port': ['ID=301bd77e-6aaa-4621-b8d6-904ccfce7177,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:09.640748 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2aa0d9a-c2c7-4e40-b92f-0b76f6ba49e0 req-55a7f3ab-fd09-4ee4-8212-79edb673c641 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] No DVR routers for this DVR port 301bd77e-6aaa-4621-b8d6-904ccfce7177 on host hv-cinder-80522 {{(pid=106072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:00:09.643667 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-d2aa0d9a-c2c7-4e40-b92f-0b76f6ba49e0 req-55a7f3ab-fd09-4ee4-8212-79edb673c641 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:09.645672 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d2aa0d9a-c2c7-4e40-b92f-0b76f6ba49e0 req-55a7f3ab-fd09-4ee4-8212-79edb673c641 tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.37 "DELETE /v2.0/ports/301bd77e-6aaa-4621-b8d6-904ccfce7177 HTTP/1.1" status: 204 len: 173 time: 0.4528415 Sep 15 18:00:09.646097 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a8f8fe-e26e-478c-b07a-5c421c0682ba', 'name': 'network-vif-deleted', 'tag': '301bd77e-6aaa-4621-b8d6-904ccfce7177'}] {{(pid=106072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:00:09.648329 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47b324d98f2f4bfc09410de6f146af452c7265e3c4636f4d971b874cd661cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3203a9-3ddb-418f-9e2c-b626bc5c64d2" -d '{"events": [{"server_uuid": "78a8f8fe-e26e-478c-b07a-5c421c0682ba", "name": "network-vif-deleted", "tag": "301bd77e-6aaa-4621-b8d6-904ccfce7177"}]}' {{(pid=106072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:00:09.685269 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b6a43e-63d6-4d59-856c-73f0c9896d28 x-openstack-request-id: req-63b6a43e-63d6-4d59-856c-73f0c9896d28 {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:00:09.685570 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a8f8fe-e26e-478c-b07a-5c421c0682ba", "name": "network-vif-deleted", "tag": "301bd77e-6aaa-4621-b8d6-904ccfce7177", "status": "completed", "code": 200}]} {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:00:09.685865 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63b6a43e-63d6-4d59-856c-73f0c9896d28 {{(pid=106072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:00:09.686284 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a8f8fe-e26e-478c-b07a-5c421c0682ba', 'name': 'network-vif-deleted', 'tag': '301bd77e-6aaa-4621-b8d6-904ccfce7177', 'status': 'completed', 'code': 200} Sep 15 18:00:10.017029 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-01aba332-5642-46b0-991d-f84637c34eed req-8e7e94c0-6ad9-4bb1-af18-414b056ce88b tempest-VolumesSnapshotTestJSON-34772888 tempest-VolumesSnapshotTestJSON-34772888-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a8f8fe-e26e-478c-b07a-5c421c0682ba HTTP/1.1" status: 200 len: 210 time: 0.0252895 Sep 15 18:00:10.188419 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c8661-885f-4503-9386-28bae82f3f17 req-8da79260-fc83-41f9-a728-965ff9fdea61 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:10.189910 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d99c8661-885f-4503-9386-28bae82f3f17 req-8da79260-fc83-41f9-a728-965ff9fdea61 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0568740 Sep 15 18:00:10.227422 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d99c8661-885f-4503-9386-28bae82f3f17 req-ef6b829c-db7c-4033-90fd-ae33d4446702 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315421 Sep 15 18:00:10.339246 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3691f9f-32e5-4c54-b742-a37ecf7da11c req-3d224df5-1893-4534-90ac-5b02ce5ec57f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:10.340733 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e3691f9f-32e5-4c54-b742-a37ecf7da11c req-3d224df5-1893-4534-90ac-5b02ce5ec57f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0476046 Sep 15 18:00:10.348977 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41064) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:10.353318 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-d1aaa460-b1e9-441f-96ab-d664069a9fa0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Request body: {'floatingip': {'port_id': '712c1e98-2b39-4724-97d3-505e833df212'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:10.425167 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa460-b1e9-441f-96ab-d664069a9fa0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for floatingip, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:11.208909 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa460-b1e9-441f-96ab-d664069a9fa0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:11.291872 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa460-b1e9-441f-96ab-d664069a9fa0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600326'] for floatingip, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:11.389754 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.db.l3_db [None req-d1aaa460-b1e9-441f-96ab-d664069a9fa0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Floating IP 7c3a868f-99f3-4137-ba02-768f15337f70 associated. External IP: 172.27.3.94, port: 712c1e98-2b39-4724-97d3-505e833df212. Sep 15 18:00:11.605356 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1aaa460-b1e9-441f-96ab-d664069a9fa0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:00:11.710485 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1aaa460-b1e9-441f-96ab-d664069a9fa0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:00:11.715623 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d1aaa460-b1e9-441f-96ab-d664069a9fa0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:11.724628 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471832a8-d027-4b8a-8087-1e958876f874 None None] Sync routers for ids ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:00:11.733780 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471832a8-d027-4b8a-8087-1e958876f874 None None] Routers {'1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:00:11.734398 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-471832a8-d027-4b8a-8087-1e958876f874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:59:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:11.742533 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-d1aaa460-b1e9-441f-96ab-d664069a9fa0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "PUT /v2.0/floatingips/7c3a868f-99f3-4137-ba02-768f15337f70 HTTP/1.1" status: 200 len: 991 time: 1.3925016 Sep 15 18:00:11.743225 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5b646e-3d36-4402-9d82-55f71cd7f85e', 'tag': '712c1e98-2b39-4724-97d3-505e833df212'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:00:11.745581 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f85f31-4eb4-4ddf-868b-7430b64c0bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5b646e-3d36-4402-9d82-55f71cd7f85e", "tag": "712c1e98-2b39-4724-97d3-505e833df212"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:00:11.784281 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e2b7c0-8217-484e-b81f-8d124e4a7342 x-openstack-request-id: req-74e2b7c0-8217-484e-b81f-8d124e4a7342 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:00:11.784683 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5b646e-3d36-4402-9d82-55f71cd7f85e", "tag": "712c1e98-2b39-4724-97d3-505e833df212", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:00:11.785390 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74e2b7c0-8217-484e-b81f-8d124e4a7342 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:00:11.790354 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5b646e-3d36-4402-9d82-55f71cd7f85e', 'tag': '712c1e98-2b39-4724-97d3-505e833df212', 'status': 'completed', 'code': 200} Sep 15 18:00:11.851429 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-471832a8-d027-4b8a-8087-1e958876f874 None None] Set router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:00:11.857145 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f85f31-4eb4-4ddf-868b-7430b64c0bbc req-7cc5974d-eeee-486d-8295-be9d11669878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:11.858709 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-99f85f31-4eb4-4ddf-868b-7430b64c0bbc req-7cc5974d-eeee-486d-8295-be9d11669878 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95cc8cbee80240b89ba5904f813a862e&device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 1099 time: 0.0501885 Sep 15 18:00:11.952569 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f85f31-4eb4-4ddf-868b-7430b64c0bbc req-992c71d2-2585-4192-9974-055fc4fd9b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:11.954057 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-99f85f31-4eb4-4ddf-868b-7430b64c0bbc req-992c71d2-2585-4192-9974-055fc4fd9b95 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d HTTP/1.1" status: 200 len: 917 time: 0.0876760 Sep 15 18:00:12.019948 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-99f85f31-4eb4-4ddf-868b-7430b64c0bbc req-40a526e0-08a7-4f4a-aeeb-8e90ee1cb5f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=712c1e98-2b39-4724-97d3-505e833df212 HTTP/1.1" status: 200 len: 999 time: 0.0563519 Sep 15 18:00:12.069949 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f85f31-4eb4-4ddf-868b-7430b64c0bbc req-c1956edc-d175-4d61-8082-6578aed09da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:12.072265 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-99f85f31-4eb4-4ddf-868b-7430b64c0bbc req-c1956edc-d175-4d61-8082-6578aed09da9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae6b4715-76cf-494c-ae02-d92791591d0b HTTP/1.1" status: 200 len: 855 time: 0.0439887 Sep 15 18:00:12.081111 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-471832a8-d027-4b8a-8087-1e958876f874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:40Z', 'revision_number': 4, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'gw_port': {'id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '7c3a868f-99f3-4137-ba02-768f15337f70', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'floating_ip_address': '172.27.3.94', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'port_id': '712c1e98-2b39-4724-97d3-505e833df212', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'mac_address': 'fa:16:3e:f9:03:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5b646e-3d36-4402-9d82-55f71cd7f85e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:59:43Z', 'updated_at': '2021-09-15T18:00:11Z', 'revision_number': 1, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12d50bd8-0189-4d03-b82a-d24b81b7e8dc', 'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'mac_address': 'fa:16:3e:3d:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:39Z', 'updated_at': '2021-09-15T17:59:44Z', 'revision_number': 5, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'subnets': [{'id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:12.106621 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471832a8-d027-4b8a-8087-1e958876f874 None None] Checking router: 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:00:12.114915 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471832a8-d027-4b8a-8087-1e958876f874 None None] Routers {'1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:00:12.115525 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-471832a8-d027-4b8a-8087-1e958876f874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T17:59:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:12.122362 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f85f31-4eb4-4ddf-868b-7430b64c0bbc req-963d7155-586a-41c4-a265-ee8e1e91c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:12.123844 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-99f85f31-4eb4-4ddf-868b-7430b64c0bbc req-963d7155-586a-41c4-a265-ee8e1e91c939 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442040 Sep 15 18:00:12.215407 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-99f85f31-4eb4-4ddf-868b-7430b64c0bbc req-75a22e4c-8caf-4bf7-aab7-d57c8c601b08 service neutron] 10.222.0.37 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816796 Sep 15 18:00:12.222472 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-471832a8-d027-4b8a-8087-1e958876f874 None None] Set router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:00:12.309826 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-99f85f31-4eb4-4ddf-868b-7430b64c0bbc req-6e6e79aa-65eb-44b2-9de0-7073b3b72f7c service neutron] 10.222.0.37 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874097 Sep 15 18:00:12.450985 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-471832a8-d027-4b8a-8087-1e958876f874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:40Z', 'revision_number': 4, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'gw_port': {'id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '7c3a868f-99f3-4137-ba02-768f15337f70', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'floating_ip_address': '172.27.3.94', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'port_id': '712c1e98-2b39-4724-97d3-505e833df212', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'mac_address': 'fa:16:3e:f9:03:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5b646e-3d36-4402-9d82-55f71cd7f85e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:59:43Z', 'updated_at': '2021-09-15T18:00:11Z', 'revision_number': 1, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12d50bd8-0189-4d03-b82a-d24b81b7e8dc', 'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'mac_address': 'fa:16:3e:3d:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:39Z', 'updated_at': '2021-09-15T17:59:44Z', 'revision_number': 5, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'subnets': [{'id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:12.477208 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471832a8-d027-4b8a-8087-1e958876f874 None None] The sync data for ids ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'] in dv-cinder-805228-2-iscsi is: [{'id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:40Z', 'revision_number': 4, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'gw_port': {'id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '7c3a868f-99f3-4137-ba02-768f15337f70', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'floating_ip_address': '172.27.3.94', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'port_id': '712c1e98-2b39-4724-97d3-505e833df212', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'mac_address': 'fa:16:3e:f9:03:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5b646e-3d36-4402-9d82-55f71cd7f85e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:59:43Z', 'updated_at': '2021-09-15T18:00:11Z', 'revision_number': 1, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12d50bd8-0189-4d03-b82a-d24b81b7e8dc', 'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'mac_address': 'fa:16:3e:3d:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:39Z', 'updated_at': '2021-09-15T17:59:44Z', 'revision_number': 5, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'subnets': [{'id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:00:12.676250 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eb7ab3-470e-45a1-9be2-f4d091c4d4c9 None None] New status for floating IP 7c3a868f-99f3-4137-ba02-768f15337f70: ACTIVE {{(pid=106074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:00:14.266800 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41136) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:14.366806 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-0f642c07-8d6f-46bb-8e4b-9a32d7e0728e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:14.451501 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-0f642c07-8d6f-46bb-8e4b-9a32d7e0728e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:14.539716 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-0f642c07-8d6f-46bb-8e4b-9a32d7e0728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:14.575695 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f642c07-8d6f-46bb-8e4b-9a32d7e0728e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b80d8e-06e0-4618-aa5e-4cb5bd7f9314,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:14.580061 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-0f642c07-8d6f-46bb-8e4b-9a32d7e0728e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76352fb6d08f404cbd87f2909e7ef043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121886 Sep 15 18:00:14.582527 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41140) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:14.629828 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-8d697222-cdad-4693-9fa2-db0d4c47bdc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:14.652466 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-8d697222-cdad-4693-9fa2-db0d4c47bdc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:14.762591 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-8d697222-cdad-4693-9fa2-db0d4c47bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:14.765175 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-8d697222-cdad-4693-9fa2-db0d4c47bdc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:14.766336 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-8d697222-cdad-4693-9fa2-db0d4c47bdc6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55b80d8e-06e0-4618-aa5e-4cb5bd7f9314 HTTP/1.1" status: 204 len: 168 time: 0.1829207 Sep 15 18:00:14.774150 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d697222-cdad-4693-9fa2-db0d4c47bdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b80d8e-06e0-4618-aa5e-4cb5bd7f9314,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:15.308475 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 301bd77e-6aaa-4621-b8d6-904ccfce7177 no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:00:15.328107 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] No Port match for: 301bd77e-6aaa-4621-b8d6-904ccfce7177 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:00:15.328478 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 301bd77e-6aaa-4621-b8d6-904ccfce7177 not bound to the agent host hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:00:15.347694 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41150) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:15.360330 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d5bdbcd8-ca11-4846-80d1-b893290cab71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:15.442646 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d5bdbcd8-ca11-4846-80d1-b893290cab71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:15.512159 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d5bdbcd8-ca11-4846-80d1-b893290cab71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:15.549214 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdbcd8-ca11-4846-80d1-b893290cab71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362d1359-a958-4c06-8c98-369d6b658668,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:15.553545 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-d5bdbcd8-ca11-4846-80d1-b893290cab71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=534735de4d6c4dd495fd5de6512dbbfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2048547 Sep 15 18:00:15.556108 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41154) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:15.603162 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d4da9c18-7375-464d-b9cb-ccf2a0c5e8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:15.623050 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d4da9c18-7375-464d-b9cb-ccf2a0c5e8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:15.740411 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d4da9c18-7375-464d-b9cb-ccf2a0c5e8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:15.743794 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d4da9c18-7375-464d-b9cb-ccf2a0c5e8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:15.745757 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-d4da9c18-7375-464d-b9cb-ccf2a0c5e8a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/362d1359-a958-4c06-8c98-369d6b658668 HTTP/1.1" status: 204 len: 168 time: 0.1886630 Sep 15 18:00:15.754936 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da9c18-7375-464d-b9cb-ccf2a0c5e8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362d1359-a958-4c06-8c98-369d6b658668,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:18.909479 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:00:18.919859 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6250856f-ff0d-4cea-8b23-005768d7e5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:20.331075 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41254) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:20.434075 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c045d9bb-abe4-4878-a40f-f0582e8a0c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:20.518034 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c045d9bb-abe4-4878-a40f-f0582e8a0c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:20.585650 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c045d9bb-abe4-4878-a40f-f0582e8a0c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:20.621766 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045d9bb-abe4-4878-a40f-f0582e8a0c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea97980c-bea1-4b96-a0d7-410f68b4cdf1,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:20.626085 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-c045d9bb-abe4-4878-a40f-f0582e8a0c05 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de6c915781d74249a2cffbf7f5e3c9f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939489 Sep 15 18:00:20.630145 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41258) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:20.678655 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bb667f8b-1096-4d14-bbc1-816998e521fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:20.701506 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bb667f8b-1096-4d14-bbc1-816998e521fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:20.802752 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bb667f8b-1096-4d14-bbc1-816998e521fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:20.805357 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bb667f8b-1096-4d14-bbc1-816998e521fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:20.806504 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-bb667f8b-1096-4d14-bbc1-816998e521fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea97980c-bea1-4b96-a0d7-410f68b4cdf1 HTTP/1.1" status: 204 len: 168 time: 0.1768661 Sep 15 18:00:20.814069 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb667f8b-1096-4d14-bbc1-816998e521fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea97980c-bea1-4b96-a0d7-410f68b4cdf1,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:21.386694 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41270) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:21.401753 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d11596db-5ccf-4183-8d97-ddc11e87dec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:21.457166 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-86bb21e7-5899-46d0-bb91-11078b98f3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:21.488624 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d11596db-5ccf-4183-8d97-ddc11e87dec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:21.553865 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d11596db-5ccf-4183-8d97-ddc11e87dec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:21.591877 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-d11596db-5ccf-4183-8d97-ddc11e87dec7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e8ac13541f543ea82d3b304799b4c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041116 Sep 15 18:00:21.592737 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11596db-5ccf-4183-8d97-ddc11e87dec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539098bf-ab43-471e-a5b2-66f1119d1288,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:21.595365 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41272) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:21.645889 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d88ac02c-5bae-4fed-a10e-dde256e99980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:21.666304 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d88ac02c-5bae-4fed-a10e-dde256e99980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:21.797096 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d88ac02c-5bae-4fed-a10e-dde256e99980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:21.799803 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d88ac02c-5bae-4fed-a10e-dde256e99980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:21.801000 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-d88ac02c-5bae-4fed-a10e-dde256e99980 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/539098bf-ab43-471e-a5b2-66f1119d1288 HTTP/1.1" status: 204 len: 168 time: 0.2043912 Sep 15 18:00:21.811331 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ac02c-5bae-4fed-a10e-dde256e99980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539098bf-ab43-471e-a5b2-66f1119d1288,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:22.043339 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:23.262206 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:24.654431 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:25.385909 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41358) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:25.485260 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-ad59f0db-70d3-401a-b39d-3662096ba6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:25.578936 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-ad59f0db-70d3-401a-b39d-3662096ba6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:25.648947 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-ad59f0db-70d3-401a-b39d-3662096ba6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:25.684365 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59f0db-70d3-401a-b39d-3662096ba6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34b8821-f7b8-4229-b16b-4827b2932dc5,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:25.689654 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-ad59f0db-70d3-401a-b39d-3662096ba6b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6376a2574958492a9586b25b07d9fb95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027277 Sep 15 18:00:25.692348 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41362) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:25.739498 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f7584980-816f-40dd-9116-6d91de5ecdbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:25.761376 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f7584980-816f-40dd-9116-6d91de5ecdbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:25.894205 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f7584980-816f-40dd-9116-6d91de5ecdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:25.896848 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f7584980-816f-40dd-9116-6d91de5ecdbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:25.898255 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-f7584980-816f-40dd-9116-6d91de5ecdbd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d34b8821-f7b8-4229-b16b-4827b2932dc5 HTTP/1.1" status: 204 len: 168 time: 0.2049365 Sep 15 18:00:25.907542 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7584980-816f-40dd-9116-6d91de5ecdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34b8821-f7b8-4229-b16b-4827b2932dc5,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:26.269951 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdb341-3f5b-403a-8e79-f6df424d52b5 req-026bc1df-ce8c-4ace-bc0d-7e096ba706f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:26.271459 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-14cdb341-3f5b-403a-8e79-f6df424d52b5 req-026bc1df-ce8c-4ace-bc0d-7e096ba706f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d045a0e58be4c8f84c8c67093e57d31&device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 1137 time: 0.0393834 Sep 15 18:00:26.353142 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fd55a-34e4-49b2-bcb8-24962d61968c req-1ac5560e-a59e-4ed9-a397-576677fafd91 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:26.354914 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ad7fd55a-34e4-49b2-bcb8-24962d61968c req-1ac5560e-a59e-4ed9-a397-576677fafd91 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 984 time: 0.2132595 Sep 15 18:00:26.374105 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdb341-3f5b-403a-8e79-f6df424d52b5 req-e33840dc-ce93-4a39-8165-15b528b6b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:26.379236 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-14cdb341-3f5b-403a-8e79-f6df424d52b5 req-e33840dc-ce93-4a39-8165-15b528b6b217 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0a638ed-aa8c-45ea-b76f-a163858459e3 HTTP/1.1" status: 200 len: 915 time: 0.0934572 Sep 15 18:00:26.401223 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ad7fd55a-34e4-49b2-bcb8-24962d61968c req-7a6b0f08-c6cd-4332-8e75-f64ce011bc23 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&id=f6b51700-818e-4b55-aa7d-c090e70384b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370755 Sep 15 18:00:26.455069 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-14cdb341-3f5b-403a-8e79-f6df424d52b5 req-4178c873-f997-42a0-aac8-562157ab8197 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe HTTP/1.1" status: 200 len: 1001 time: 0.0659242 Sep 15 18:00:26.499322 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41382) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:26.507335 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdb341-3f5b-403a-8e79-f6df424d52b5 req-9046f93b-c1ac-4f96-84ee-8ab4b06047b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:26.509022 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-14cdb341-3f5b-403a-8e79-f6df424d52b5 req-9046f93b-c1ac-4f96-84ee-8ab4b06047b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b801b881-d04d-4502-b644-72a1fe0fe876 HTTP/1.1" status: 200 len: 853 time: 0.0462487 Sep 15 18:00:26.514352 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-47a915bb-11e7-489a-9039-a21d3d501d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:26.560556 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdb341-3f5b-403a-8e79-f6df424d52b5 req-4e835e6a-59c3-40eb-8098-c695268b016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:26.562045 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-14cdb341-3f5b-403a-8e79-f6df424d52b5 req-4e835e6a-59c3-40eb-8098-c695268b016a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0a638ed-aa8c-45ea-b76f-a163858459e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441127 Sep 15 18:00:26.604601 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-47a915bb-11e7-489a-9039-a21d3d501d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:26.662624 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-14cdb341-3f5b-403a-8e79-f6df424d52b5 req-f09b0f6a-93ed-43c6-898f-c2d78cff304d service neutron] 10.222.0.37 "GET /v2.0/networks/b0a638ed-aa8c-45ea-b76f-a163858459e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919559 Sep 15 18:00:26.677062 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-47a915bb-11e7-489a-9039-a21d3d501d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:26.715801 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a915bb-11e7-489a-9039-a21d3d501d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbe8b98-5f6d-4a54-b57c-eac73dd00aec,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:26.723058 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-47a915bb-11e7-489a-9039-a21d3d501d97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a8c2562a49b4f4b991e2803f715bd1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224231 Sep 15 18:00:26.724012 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41386) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:26.755601 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-14cdb341-3f5b-403a-8e79-f6df424d52b5 req-3c4e55d9-e157-4ace-8528-2c3ffb2fde88 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a638ed-aa8c-45ea-b76f-a163858459e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822818 Sep 15 18:00:26.774030 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-979fa680-ced8-4d3c-a2c1-219394c54928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:26.794777 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-979fa680-ced8-4d3c-a2c1-219394c54928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:26.911980 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-979fa680-ced8-4d3c-a2c1-219394c54928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:26.914709 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-979fa680-ced8-4d3c-a2c1-219394c54928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:26.915964 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-979fa680-ced8-4d3c-a2c1-219394c54928 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0dbe8b98-5f6d-4a54-b57c-eac73dd00aec HTTP/1.1" status: 204 len: 168 time: 0.1908672 Sep 15 18:00:26.924892 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fa680-ced8-4d3c-a2c1-219394c54928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbe8b98-5f6d-4a54-b57c-eac73dd00aec,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:27.518284 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b98d5-f848-4573-a249-175a4fbeb241 req-a4f04d83-7102-40e9-b6d1-b0ad5431fd49 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:27.519767 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b92b98d5-f848-4573-a249-175a4fbeb241 req-a4f04d83-7102-40e9-b6d1-b0ad5431fd49 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 984 time: 0.0489717 Sep 15 18:00:27.560532 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b92b98d5-f848-4573-a249-175a4fbeb241 req-4a1405e8-ca0b-444b-a2b7-036777941908 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&id=f6b51700-818e-4b55-aa7d-c090e70384b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345154 Sep 15 18:00:27.931292 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f43d5-1e74-42b1-ad52-3c65ec8df99f req-3f2b1578-d774-4021-9076-dbe73beacc89 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:27.941565 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2d5f43d5-1e74-42b1-ad52-3c65ec8df99f req-3f2b1578-d774-4021-9076-dbe73beacc89 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.2211537 Sep 15 18:00:27.978118 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2d5f43d5-1e74-42b1-ad52-3c65ec8df99f req-6433bc45-b3b6-486d-a38e-b77abf64c43a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385251 Sep 15 18:00:28.658718 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41446) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:28.683360 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194b01e-2bbc-43d6-ab31-544cb295f4c1 req-602be064-c4f1-4c32-b33a-a5cd0f669178 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:28.684883 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c194b01e-2bbc-43d6-ab31-544cb295f4c1 req-602be064-c4f1-4c32-b33a-a5cd0f669178 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 984 time: 0.0565166 Sep 15 18:00:28.728147 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c194b01e-2bbc-43d6-ab31-544cb295f4c1 req-bd737793-3acd-49b9-b792-d9c00742d86f tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&id=f6b51700-818e-4b55-aa7d-c090e70384b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373824 Sep 15 18:00:28.777386 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-78bfe314-e3d6-4703-baa5-b7b12d37c08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:28.864601 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-78bfe314-e3d6-4703-baa5-b7b12d37c08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:28.942348 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-78bfe314-e3d6-4703-baa5-b7b12d37c08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:28.979377 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-78bfe314-e3d6-4703-baa5-b7b12d37c08b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9df9c3be4403446ca1c88f5f7aaee965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196874 Sep 15 18:00:28.980495 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfe314-e3d6-4703-baa5-b7b12d37c08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbaabcf-a2bd-4af3-af62-64d20f140b56,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:28.982110 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41452) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:29.029439 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-7d35af7b-ae7d-4f08-b13e-38de534371a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:29.049870 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-7d35af7b-ae7d-4f08-b13e-38de534371a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:29.103954 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819482a-9f32-4d53-b8ba-973e5176895e req-21869b2f-a19f-489a-b6c8-56ed14e43530 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:29.105500 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8819482a-9f32-4d53-b8ba-973e5176895e req-21869b2f-a19f-489a-b6c8-56ed14e43530 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0502768 Sep 15 18:00:29.142802 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8819482a-9f32-4d53-b8ba-973e5176895e req-9a1ed36f-01b9-4001-800d-640ae8f12d6b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313630 Sep 15 18:00:29.165011 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-7d35af7b-ae7d-4f08-b13e-38de534371a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:29.168107 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-7d35af7b-ae7d-4f08-b13e-38de534371a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:29.169272 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-7d35af7b-ae7d-4f08-b13e-38de534371a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebbaabcf-a2bd-4af3-af62-64d20f140b56 HTTP/1.1" status: 204 len: 168 time: 0.1861000 Sep 15 18:00:29.176994 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d35af7b-ae7d-4f08-b13e-38de534371a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbaabcf-a2bd-4af3-af62-64d20f140b56,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:29.847443 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96fc99-d0fa-4817-a5ff-f98176ff0d76 req-0d29959c-ccd7-4268-b65a-2ce3aeb76a8b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:29.848996 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7c96fc99-d0fa-4817-a5ff-f98176ff0d76 req-0d29959c-ccd7-4268-b65a-2ce3aeb76a8b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 984 time: 0.0494883 Sep 15 18:00:29.892491 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7c96fc99-d0fa-4817-a5ff-f98176ff0d76 req-7f0d4a67-9295-4305-9170-b99129863cb3 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&id=f6b51700-818e-4b55-aa7d-c090e70384b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371284 Sep 15 18:00:30.172048 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c9cac-f1ad-4a19-82a9-e72de3a9b920 req-efdfff43-02be-4ec8-819c-c800c70a4c77 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:30.173530 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fb8c9cac-f1ad-4a19-82a9-e72de3a9b920 req-efdfff43-02be-4ec8-819c-c800c70a4c77 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0491590 Sep 15 18:00:30.175119 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41490) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:30.277005 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-354347983-network', 'tenant_id': '32757804069f4822bf01cb432ae7c283'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:30.295523 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac964b02-45d4-4b48-a043-7cbb2e377b2c req-f7f0c8a8-3e64-4ef4-a544-a04c99ae2696 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:30.297018 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ac964b02-45d4-4b48-a043-7cbb2e377b2c req-f7f0c8a8-3e64-4ef4-a544-a04c99ae2696 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 945 time: 0.0846601 Sep 15 18:00:30.337671 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [req-fb8c9cac-f1ad-4a19-82a9-e72de3a9b920 req-44760daa-d0d0-4cad-87b2-4803162643d6 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Deleting port 32134c97-6407-4df4-b0a1-6f8a03cb6a8b {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:00:30.338030 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-fb8c9cac-f1ad-4a19-82a9-e72de3a9b920 req-44760daa-d0d0-4cad-87b2-4803162643d6 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:30.371522 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ac964b02-45d4-4b48-a043-7cbb2e377b2c req-c87d638a-1b4a-4044-b0e5-020bfd4e957b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2a42fed-0b26-48aa-9de8-ae434b2ac92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660560 Sep 15 18:00:30.422151 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Made reservation on behalf of 32757804069f4822bf01cb432ae7c283 for: {'network': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:00:30.424326 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for network, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:30.441978 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:30.448291 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-fb8c9cac-f1ad-4a19-82a9-e72de3a9b920 req-44760daa-d0d0-4cad-87b2-4803162643d6 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] For port 32134c97-6407-4df4-b0a1-6f8a03cb6a8b, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=32134c97-6407-4df4-b0a1-6f8a03cb6a8b,segment=NetworkSegment(9595e9a1-5be3-422c-bdfb-de0c754febdc),segment_id=9595e9a1-5be3-422c-bdfb-de0c754febdc)] {{(pid=106072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:00:30.448691 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-fb8c9cac-f1ad-4a19-82a9-e72de3a9b920 req-44760daa-d0d0-4cad-87b2-4803162643d6 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:30.713632 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-fb8c9cac-f1ad-4a19-82a9-e72de3a9b920 req-44760daa-d0d0-4cad-87b2-4803162643d6 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:30.713972 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-fb8c9cac-f1ad-4a19-82a9-e72de3a9b920 req-44760daa-d0d0-4cad-87b2-4803162643d6 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600326'] for floatingip, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:30.714289 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.l3_db [req-fb8c9cac-f1ad-4a19-82a9-e72de3a9b920 req-44760daa-d0d0-4cad-87b2-4803162643d6 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Floating IP 9944c274-b3a3-4852-ab76-46668944d09d disassociated. External IP: 172.27.3.29, port: 32134c97-6407-4df4-b0a1-6f8a03cb6a8b. Sep 15 18:00:30.714627 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [req-fb8c9cac-f1ad-4a19-82a9-e72de3a9b920 req-44760daa-d0d0-4cad-87b2-4803162643d6 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Calling delete_port for 32134c97-6407-4df4-b0a1-6f8a03cb6a8b owned by compute:nova {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:00:30.733781 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:30.797628 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:30.847539 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=106072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:00:30.865481 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7533bc-f5ff-47d9-8bbb-e2b21820a7e5,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:30.870829 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:30.871151 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.segments_db [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Added segment 7604134f-a039-45c2-8d1a-019b0fdae4e1 of type vlan for network bec36ef2-050f-4e45-8140-94788854de7d Sep 15 18:00:30.884672 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:30.885664 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:30.886008 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:30.886349 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:30.886726 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:30.887063 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:30.887401 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:30.887735 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:30.888065 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:30.888391 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:30.888742 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:30.889066 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:30.921882 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765806349855'] for network, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:30.940944 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-fb8c9cac-f1ad-4a19-82a9-e72de3a9b920 req-44760daa-d0d0-4cad-87b2-4803162643d6 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:30.980677 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44760daa-d0d0-4cad-87b2-4803162643d6 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Pushing event deleted for resources: {'Port': ['ID=32134c97-6407-4df4-b0a1-6f8a03cb6a8b,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:31.029324 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14261092-5886-4067-9180-b18c53b795e3 req-d2523d64-f60c-4b58-8aec-c7220e53d625 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:31.030991 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-14261092-5886-4067-9180-b18c53b795e3 req-d2523d64-f60c-4b58-8aec-c7220e53d625 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 984 time: 0.0621583 Sep 15 18:00:31.071603 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for network, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:31.073406 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:31.073517 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:31.076346 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-14261092-5886-4067-9180-b18c53b795e3 req-24c669a2-3796-4fbc-92a3-a51ee9b33918 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&id=f6b51700-818e-4b55-aa7d-c090e70384b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393934 Sep 15 18:00:31.371319 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb8c9cac-f1ad-4a19-82a9-e72de3a9b920 req-44760daa-d0d0-4cad-87b2-4803162643d6 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Router 296784a6-4663-40d2-85f3-7d183be946f8 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:00:31.399820 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] Pushing event updated for resources: {'Network': ['ID=bec36ef2-050f-4e45-8140-94788854de7d,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:31.411553 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Network bec36ef2-050f-4e45-8140-94788854de7d details requested by agent ovs-agent-dv-cinder-805228-2-iscsi with host dv-cinder-805228-2-iscsi {{(pid=106073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:00:31.443796 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-758a99e7-4b09-463c-a040-f5f30da2b0e4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2650568 Sep 15 18:00:31.444487 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41506) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:31.449299 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Request body: {'subnet': {'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-354347983-subnet', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'ip_version': 4}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:31.525239 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Made reservation on behalf of 32757804069f4822bf01cb432ae7c283 for: {'subnet': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:00:31.528282 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774550'] for subnet, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:31.542886 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-60efe630-6526-40a5-baee-be0353e5ec4d req-8e8f2a4c-d5b9-4853-bf5e-8ff74edcc6d1 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 210 time: 0.0400045 Sep 15 18:00:31.544062 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb8c9cac-f1ad-4a19-82a9-e72de3a9b920 req-44760daa-d0d0-4cad-87b2-4803162643d6 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:00:31.587224 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8c9cac-f1ad-4a19-82a9-e72de3a9b920 req-44760daa-d0d0-4cad-87b2-4803162643d6 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] No DVR routers for this DVR port 32134c97-6407-4df4-b0a1-6f8a03cb6a8b on host hv-cinder-80522 {{(pid=106072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:00:31.591055 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712edbc5-b9a8-4a72-90d1-1aa8079ca8e5 None None] Sync routers for ids ['296784a6-4663-40d2-85f3-7d183be946f8'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:00:31.594163 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-fb8c9cac-f1ad-4a19-82a9-e72de3a9b920 req-44760daa-d0d0-4cad-87b2-4803162643d6 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:31.596488 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fb8c9cac-f1ad-4a19-82a9-e72de3a9b920 req-44760daa-d0d0-4cad-87b2-4803162643d6 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.37 "DELETE /v2.0/ports/32134c97-6407-4df4-b0a1-6f8a03cb6a8b HTTP/1.1" status: 204 len: 173 time: 1.4155490 Sep 15 18:00:31.596996 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd2c6fa-000a-467f-8411-ee58811b5b4b', 'name': 'network-vif-deleted', 'tag': '32134c97-6407-4df4-b0a1-6f8a03cb6a8b'}] {{(pid=106072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:00:31.606621 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47b324d98f2f4bfc09410de6f146af452c7265e3c4636f4d971b874cd661cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef352ab-62c5-4d54-bc99-4e2e95f976ba" -d '{"events": [{"server_uuid": "dbd2c6fa-000a-467f-8411-ee58811b5b4b", "name": "network-vif-deleted", "tag": "32134c97-6407-4df4-b0a1-6f8a03cb6a8b"}]}' {{(pid=106072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:00:31.639277 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712edbc5-b9a8-4a72-90d1-1aa8079ca8e5 None None] Routers {'296784a6-4663-40d2-85f3-7d183be946f8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:00:31.639915 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-712edbc5-b9a8-4a72-90d1-1aa8079ca8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:00:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['296784a6-4663-40d2-85f3-7d183be946f8'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:31.658078 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26799d17-2ed8-44ef-981b-d39b73640d3e x-openstack-request-id: req-26799d17-2ed8-44ef-981b-d39b73640d3e {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:00:31.658653 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd2c6fa-000a-467f-8411-ee58811b5b4b", "name": "network-vif-deleted", "tag": "32134c97-6407-4df4-b0a1-6f8a03cb6a8b", "status": "completed", "code": 200}]} {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:00:31.659456 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26799d17-2ed8-44ef-981b-d39b73640d3e {{(pid=106072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:00:31.660048 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd2c6fa-000a-467f-8411-ee58811b5b4b', 'name': 'network-vif-deleted', 'tag': '32134c97-6407-4df4-b0a1-6f8a03cb6a8b', 'status': 'completed', 'code': 200} Sep 15 18:00:31.757452 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-712edbc5-b9a8-4a72-90d1-1aa8079ca8e5 None None] Set router 296784a6-4663-40d2-85f3-7d183be946f8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:00:31.815687 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6045765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774584'] for subnet, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:31.883434 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4164acc9-a017-457a-b3c2-5accc0cf273a,revision_number=0']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:31.894186 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:31.894825 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:31.895357 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:31.895860 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:31.896359 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:31.897026 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:31.897544 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:31.898052 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:31.898560 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:31.899226 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:31.899890 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:31.900469 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:31.909217 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Checking segment: {'id': '7604134f-a039-45c2-8d1a-019b0fdae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:00:31.909594 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Network hostable DHCP agents. Network: bec36ef2-050f-4e45-8140-94788854de7d, hostable agents: ['36f446e8-29e8-4378-bef0-f89f7461b806'], hosted agents: [] {{(pid=106071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:00:32.007661 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-712edbc5-b9a8-4a72-90d1-1aa8079ca8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296784a6-4663-40d2-85f3-7d183be946f8', 'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '5c461aa5-2016-41b5-8e7f-469855982632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:24Z', 'updated_at': '2021-09-15T17:55:30Z', 'revision_number': 4, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'gw_port': {'id': '5c461aa5-2016-41b5-8e7f-469855982632', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:25Z', 'updated_at': '2021-09-15T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': 'b49b8742-4ec8-4b77-b1b1-091bc6f75eb3', 'name': '', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'mac_address': 'fa:16:3e:0b:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:29Z', 'updated_at': '2021-09-15T17:55:37Z', 'revision_number': 5, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'subnets': [{'id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:32.028065 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Network bec36ef2-050f-4e45-8140-94788854de7d is scheduled to be hosted by DHCP agent 36f446e8-29e8-4378-bef0-f89f7461b806 with binding_index 1 {{(pid=106071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:00:32.035192 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712edbc5-b9a8-4a72-90d1-1aa8079ca8e5 None None] Checking router: 296784a6-4663-40d2-85f3-7d183be946f8 for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:00:32.043587 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712edbc5-b9a8-4a72-90d1-1aa8079ca8e5 None None] Routers {'296784a6-4663-40d2-85f3-7d183be946f8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:00:32.044302 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-712edbc5-b9a8-4a72-90d1-1aa8079ca8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:00:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['296784a6-4663-40d2-85f3-7d183be946f8'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:32.102851 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805228-2-iscsi, bec36ef2-050f-4e45-8140-94788854de7d) {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:32.109701 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:32.110504 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for subnet, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:32.142492 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefd6c3b-63be-4db1-9381-547c09383e35 None None] Network bec36ef2-050f-4e45-8140-94788854de7d requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:00:32.207805 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-7e3f3655-45f0-4b41-91d9-42fcaa09a307 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7624452 Sep 15 18:00:32.211005 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41522) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:32.214062 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-712edbc5-b9a8-4a72-90d1-1aa8079ca8e5 None None] Set router 296784a6-4663-40d2-85f3-7d183be946f8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:00:32.218066 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-8e66a890-1358-4028-b7ff-8596c1b60e5d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:32.222427 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b61aa8-6891-4f3f-a8ca-f6da2805f890 req-bc438289-c00c-4820-a994-4952c09581bb tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:32.224571 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c9b61aa8-6891-4f3f-a8ca-f6da2805f890 req-bc438289-c00c-4820-a994-4952c09581bb tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 984 time: 0.0538573 Sep 15 18:00:32.277156 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c9b61aa8-6891-4f3f-a8ca-f6da2805f890 req-6ef083b2-4e3d-4e5e-b439-72f7c8306542 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&id=f6b51700-818e-4b55-aa7d-c090e70384b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463238 Sep 15 18:00:32.320727 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8e66a890-1358-4028-b7ff-8596c1b60e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-602763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:32.322086 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8e66a890-1358-4028-b7ff-8596c1b60e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:32.381272 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8e66a890-1358-4028-b7ff-8596c1b60e5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:32.457666 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b4801a4-af14-5ddf-bb32-75928b3273dc-bec36ef2-050f-4e45-8140-94788854de7d', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a'}]}} from dv-cinder-805228-2-iscsi. {{(pid=106073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:00:32.458527 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:32.567717 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-712edbc5-b9a8-4a72-90d1-1aa8079ca8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296784a6-4663-40d2-85f3-7d183be946f8', 'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '5c461aa5-2016-41b5-8e7f-469855982632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:24Z', 'updated_at': '2021-09-15T17:55:30Z', 'revision_number': 4, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'gw_port': {'id': '5c461aa5-2016-41b5-8e7f-469855982632', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:25Z', 'updated_at': '2021-09-15T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': 'b49b8742-4ec8-4b77-b1b1-091bc6f75eb3', 'name': '', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'mac_address': 'fa:16:3e:0b:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:29Z', 'updated_at': '2021-09-15T17:55:37Z', 'revision_number': 5, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'subnets': [{'id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:32.600221 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8e66a890-1358-4028-b7ff-8596c1b60e5d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:32.618496 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712edbc5-b9a8-4a72-90d1-1aa8079ca8e5 None None] The sync data for ids ['296784a6-4663-40d2-85f3-7d183be946f8'] in dv-cinder-805228-2-iscsi is: [{'id': '296784a6-4663-40d2-85f3-7d183be946f8', 'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '5c461aa5-2016-41b5-8e7f-469855982632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:24Z', 'updated_at': '2021-09-15T17:55:30Z', 'revision_number': 4, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'gw_port': {'id': '5c461aa5-2016-41b5-8e7f-469855982632', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:25Z', 'updated_at': '2021-09-15T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': 'b49b8742-4ec8-4b77-b1b1-091bc6f75eb3', 'name': '', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'mac_address': 'fa:16:3e:0b:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:29Z', 'updated_at': '2021-09-15T17:55:37Z', 'revision_number': 5, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'subnets': [{'id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:00:32.647259 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.db_base_plugin_common [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] Allocated IP 172.20.0.2 (bec36ef2-050f-4e45-8140-94788854de7d/4164acc9-a017-457a-b3c2-5accc0cf273a/5c48cb5f-8a19-4629-a993-7def804aa650) {{(pid=106073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:00:32.660625 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e4596e97-37a4-4d84-8ed8-fbb05ef9470a req-9c0aaff1-e63e-41ff-9707-9f3042ae7b9c tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd2c6fa-000a-467f-8411-ee58811b5b4b HTTP/1.1" status: 200 len: 210 time: 0.0272195 Sep 15 18:00:32.803046 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] Notify callbacks [] for port, precommit_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:32.866323 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:32.881738 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d5da6b-1791-45e6-831f-66f9ceffb81a None None] New status for floating IP 9944c274-b3a3-4852-ab76-46668944d09d: DOWN {{(pid=106074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:00:32.890097 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8e66a890-1358-4028-b7ff-8596c1b60e5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:32.906151 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] Network bec36ef2-050f-4e45-8140-94788854de7d is already hosted by enough agents. {{(pid=106073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:00:32.909315 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8e66a890-1358-4028-b7ff-8596c1b60e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:32.913639 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.scheduler.base_scheduler [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] Resources bound (agent type, host, resource id): {{(pid=106073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:32.917087 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] Received port after_create {{(pid=106073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:00:32.928820 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] Pushing event updated for resources: {'Port': ['ID=5c48cb5f-8a19-4629-a993-7def804aa650,revision_number=1']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:33.005485 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] Attempting to bind port 5c48cb5f-8a19-4629-a993-7def804aa650 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:00:33.012772 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] Attempting to bind port 5c48cb5f-8a19-4629-a993-7def804aa650 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '7604134f-a039-45c2-8d1a-019b0fdae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d'}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:00:33.013283 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] Attempting to bind port 5c48cb5f-8a19-4629-a993-7def804aa650 on network bec36ef2-050f-4e45-8140-94788854de7d {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:00:33.024820 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:00:33.025746 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] Checking segment: {'id': '7604134f-a039-45c2-8d1a-019b0fdae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:00:33.026168 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:33.026562 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] Bound using segment: {'id': '7604134f-a039-45c2-8d1a-019b0fdae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d'} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:00:33.027036 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] Bound port: 5c48cb5f-8a19-4629-a993-7def804aa650, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7604134f-a039-45c2-8d1a-019b0fdae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d'}}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:00:33.027426 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:33.061165 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [None req-8e66a890-1358-4028-b7ff-8596c1b60e5d admin admin] Allocated IP 172.27.3.215 (dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a/d93a8e56-437b-48c5-b03a-0e7bd18816d0/b908cd7e-805b-4bd8-931a-49442b6ac053) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:00:33.120614 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] For port 5c48cb5f-8a19-4629-a993-7def804aa650, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:00:33.124584 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] For port 5c48cb5f-8a19-4629-a993-7def804aa650, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=5c48cb5f-8a19-4629-a993-7def804aa650,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:00:33.183369 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8e66a890-1358-4028-b7ff-8596c1b60e5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:33.209097 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:33.268420 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5210ef3-97c2-4e86-a942-b337902cb803 None None] Pushing event updated for resources: {'Port': ['ID=5c48cb5f-8a19-4629-a993-7def804aa650,revision_number=2']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:33.326314 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8e66a890-1358-4028-b7ff-8596c1b60e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:33.388043 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e66a890-1358-4028-b7ff-8596c1b60e5d admin admin] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:00:33.393166 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-8e66a890-1358-4028-b7ff-8596c1b60e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:33.400353 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e66a890-1358-4028-b7ff-8596c1b60e5d admin admin] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:00:33.425421 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66a890-1358-4028-b7ff-8596c1b60e5d admin admin] Pushing event updated for resources: {'Port': ['ID=b908cd7e-805b-4bd8-931a-49442b6ac053,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:33.471320 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9bb39-9ab2-4d3e-a3c9-1de3d77662c8 req-59d61d38-935b-44c7-b5c6-ba3c02546e4b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:33.473160 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-dfd9bb39-9ab2-4d3e-a3c9-1de3d77662c8 req-59d61d38-935b-44c7-b5c6-ba3c02546e4b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 984 time: 0.1208224 Sep 15 18:00:33.606974 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-dfd9bb39-9ab2-4d3e-a3c9-1de3d77662c8 req-1b978e69-c6c0-4945-ae12-e3eecb056c17 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&id=f6b51700-818e-4b55-aa7d-c090e70384b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935624 Sep 15 18:00:33.789842 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8e66a890-1358-4028-b7ff-8596c1b60e5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:33.811922 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41540) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:33.977305 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-dde83c6a-0907-4e49-8991-407b5a558c56 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:34.000488 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8e66a890-1358-4028-b7ff-8596c1b60e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600412'] for router, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:34.005007 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-dde83c6a-0907-4e49-8991-407b5a558c56 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:34.142731 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-dde83c6a-0907-4e49-8991-407b5a558c56 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:34.145437 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-dde83c6a-0907-4e49-8991-407b5a558c56 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:34.149380 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-dde83c6a-0907-4e49-8991-407b5a558c56 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "DELETE /v2.0/security-groups/d2a42fed-0b26-48aa-9de8-ae434b2ac92f HTTP/1.1" status: 204 len: 168 time: 0.3360229 Sep 15 18:00:34.152262 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41544) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:34.173111 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde83c6a-0907-4e49-8991-407b5a558c56 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a42fed-0b26-48aa-9de8-ae434b2ac92f,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:34.175065 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.api.v2.resource [None req-0c01b87a-433c-471a-bcc0-325db6f7463d tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] show failed (client error): The resource could not be found. Sep 15 18:00:34.178788 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-0c01b87a-433c-471a-bcc0-325db6f7463d tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups/d2a42fed-0b26-48aa-9de8-ae434b2ac92f HTTP/1.1" status: 404 len: 347 time: 0.0226846 Sep 15 18:00:34.179753 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41546) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:34.196826 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc1e058-8d1e-4cc1-bc59-2da2e31f1041 None None] Network bec36ef2-050f-4e45-8140-94788854de7d requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:00:34.214024 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:34.220982 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e66a890-1358-4028-b7ff-8596c1b60e5d admin admin] Router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 is scheduled to L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 with binding_index 1 {{(pid=106072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:00:34.255672 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 5c48cb5f-8a19-4629-a993-7def804aa650 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:00:34.323069 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-a0f6d83a-a499-4823-bea6-d9ba1363d950 None None] Provisioning complete for port 5c48cb5f-8a19-4629-a993-7def804aa650 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:34.323451 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d83a-a499-4823-bea6-d9ba1363d950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:34.423292 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 5c48cb5f-8a19-4629-a993-7def804aa650 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:34.423624 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:34.441461 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-2ecc3bf3-7561-40ad-b369-552575bd110e tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Deleting port 80673044-8b5e-4866-beed-6d58767c869f {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:00:34.441977 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3bf3-7561-40ad-b369-552575bd110e tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:34.444908 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e66a890-1358-4028-b7ff-8596c1b60e5d admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:00:34.460863 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] Sync routers for ids ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:00:34.516675 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] Routers {'78ba0ea3-382e-4d33-bb34-fd179b746ac9'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:00:34.517320 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:00:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:34.523123 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d83a-a499-4823-bea6-d9ba1363d950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:34.534378 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3bf3-7561-40ad-b369-552575bd110e tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:34.534785 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3bf3-7561-40ad-b369-552575bd110e tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:34.555053 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-2ecc3bf3-7561-40ad-b369-552575bd110e tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Calling delete_port for 80673044-8b5e-4866-beed-6d58767c869f owned by network:floatingip {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:00:34.608751 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8e66a890-1358-4028-b7ff-8596c1b60e5d admin admin] Notify callbacks [] for router, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:34.610173 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-8e66a890-1358-4028-b7ff-8596c1b60e5d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3974299 Sep 15 18:00:34.612862 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41568) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:34.658901 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:34.670234 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-a0f6d83a-a499-4823-bea6-d9ba1363d950 None None] For port 5c48cb5f-8a19-4629-a993-7def804aa650, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=5c48cb5f-8a19-4629-a993-7def804aa650,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:00:34.680018 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52a9a2-b5ea-4e0e-88d1-43c5e13989be req-82e35190-5518-42cd-93f7-b3da664364a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:34.689867 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ad52a9a2-b5ea-4e0e-88d1-43c5e13989be req-82e35190-5518-42cd-93f7-b3da664364a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d045a0e58be4c8f84c8c67093e57d31&device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 1137 time: 0.0887165 Sep 15 18:00:34.763646 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-a0f6d83a-a499-4823-bea6-d9ba1363d950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:34.889206 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78426f93-aca6-4ff9-84fd-a79379b640cf req-b81f3ec9-be31-440a-b988-fdadc2210209 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:34.890995 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-78426f93-aca6-4ff9-84fd-a79379b640cf req-b81f3ec9-be31-440a-b988-fdadc2210209 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 984 time: 0.1545150 Sep 15 18:00:34.896424 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52a9a2-b5ea-4e0e-88d1-43c5e13989be req-a2f296e7-eecb-4429-b33f-45a43ffb2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:34.898063 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ad52a9a2-b5ea-4e0e-88d1-43c5e13989be req-a2f296e7-eecb-4429-b33f-45a43ffb2240 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0a638ed-aa8c-45ea-b76f-a163858459e3 HTTP/1.1" status: 200 len: 915 time: 0.1858671 Sep 15 18:00:34.965988 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 32134c97-6407-4df4-b0a1-6f8a03cb6a8b no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:00:34.976631 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3bf3-7561-40ad-b369-552575bd110e tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:34.982914 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] Set router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:00:34.983132 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-78426f93-aca6-4ff9-84fd-a79379b640cf req-b4924548-9e23-46e8-96e3-7ee378d55044 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&id=f6b51700-818e-4b55-aa7d-c090e70384b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838006 Sep 15 18:00:35.017117 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ad52a9a2-b5ea-4e0e-88d1-43c5e13989be req-fe22f718-0909-4994-9303-4d6310ff7e6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe HTTP/1.1" status: 200 len: 1001 time: 0.1109819 Sep 15 18:00:35.019751 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc3bf3-7561-40ad-b369-552575bd110e tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Pushing event deleted for resources: {'Port': ['ID=80673044-8b5e-4866-beed-6d58767c869f,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:35.047073 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] No Port match for: 32134c97-6407-4df4-b0a1-6f8a03cb6a8b {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:00:35.047416 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 32134c97-6407-4df4-b0a1-6f8a03cb6a8b not bound to the agent host hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:00:35.098647 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.db.api [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 18:00:35.099003 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG oslo_db.api [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 18:00:35.101109 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6d83a-a499-4823-bea6-d9ba1363d950 None None] Pushing event updated for resources: {'Port': ['ID=5c48cb5f-8a19-4629-a993-7def804aa650,revision_number=3']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:35.118798 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52a9a2-b5ea-4e0e-88d1-43c5e13989be req-c7969531-55d7-4eb7-8dbb-e83395f089e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:35.120435 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ad52a9a2-b5ea-4e0e-88d1-43c5e13989be req-c7969531-55d7-4eb7-8dbb-e83395f089e0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b801b881-d04d-4502-b644-72a1fe0fe876 HTTP/1.1" status: 200 len: 853 time: 0.0945017 Sep 15 18:00:35.121299 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3bf3-7561-40ad-b369-552575bd110e tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for floatingip, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:35.124285 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3bf3-7561-40ad-b369-552575bd110e tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:35.127919 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-2ecc3bf3-7561-40ad-b369-552575bd110e tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "DELETE /v2.0/floatingips/9944c274-b3a3-4852-ab76-46668944d09d HTTP/1.1" status: 204 len: 168 time: 0.9448693 Sep 15 18:00:35.128060 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-a909f931-ae78-4d74-9685-3b4a5e6edd78 None None] Provisioning complete for port 5c48cb5f-8a19-4629-a993-7def804aa650 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:35.128060 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-a909f931-ae78-4d74-9685-3b4a5e6edd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:35.178678 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52a9a2-b5ea-4e0e-88d1-43c5e13989be req-99e5c792-e2b8-4104-be87-277f06f90807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:35.180129 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ad52a9a2-b5ea-4e0e-88d1-43c5e13989be req-99e5c792-e2b8-4104-be87-277f06f90807 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0a638ed-aa8c-45ea-b76f-a163858459e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492334 Sep 15 18:00:35.296916 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ad52a9a2-b5ea-4e0e-88d1-43c5e13989be req-eba871d4-a5b6-4a19-9f65-5c4f2a5aef24 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a638ed-aa8c-45ea-b76f-a163858459e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086996 Sep 15 18:00:35.315807 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:33Z', 'revision_number': 3, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:35.347307 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] Checking router: 78ba0ea3-382e-4d33-bb34-fd179b746ac9 for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:00:35.347667 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] Updating router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 port b908cd7e-805b-4bd8-931a-49442b6ac053 binding host dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:00:35.380568 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:35.389825 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d72dd404-e8f6-4650-bfc3-dbef678eb3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:35.426192 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ad52a9a2-b5ea-4e0e-88d1-43c5e13989be req-b3caf753-7717-403b-b471-5381d01a5019 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a638ed-aa8c-45ea-b76f-a163858459e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198580 Sep 15 18:00:35.541546 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41578) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:35.548873 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-067cd81b-2cdb-443b-8dd6-e2e0be908020 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Request body: {'security_group': {'name': 'tempest-securitygroup--155011897', 'description': 'tempest-description--1837670156'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:35.563935 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [None req-d72dd404-e8f6-4650-bfc3-dbef678eb3e2 admin admin] Allocated IP 172.20.0.1 (bec36ef2-050f-4e45-8140-94788854de7d/4164acc9-a017-457a-b3c2-5accc0cf273a/04818afa-638b-4fa7-94a5-046f00f62458) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:00:35.660020 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-067cd81b-2cdb-443b-8dd6-e2e0be908020 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:35.673697 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d72dd404-e8f6-4650-bfc3-dbef678eb3e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:35.714905 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] Notify callbacks [] for port, precommit_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:35.750651 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-067cd81b-2cdb-443b-8dd6-e2e0be908020 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:35.788527 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d72dd404-e8f6-4650-bfc3-dbef678eb3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:35.825672 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:35.825940 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-067cd81b-2cdb-443b-8dd6-e2e0be908020 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:35.836545 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72dd404-e8f6-4650-bfc3-dbef678eb3e2 admin admin] Network bec36ef2-050f-4e45-8140-94788854de7d is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:00:35.841825 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-d72dd404-e8f6-4650-bfc3-dbef678eb3e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:35.854246 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72dd404-e8f6-4650-bfc3-dbef678eb3e2 admin admin] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:00:35.866851 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cd81b-2cdb-443b-8dd6-e2e0be908020 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f81b18-a16f-4f49-9eb0-0dab076693a0,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:35.881537 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] Attempting to bind port b908cd7e-805b-4bd8-931a-49442b6ac053 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:00:35.881912 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] Attempting to bind port b908cd7e-805b-4bd8-931a-49442b6ac053 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:00:35.882275 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] Attempting to bind port b908cd7e-805b-4bd8-931a-49442b6ac053 on network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:00:35.889440 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d18863-1c3f-462f-b27c-a2522e8c3d3c None None] Pushing event updated for resources: {'Port': ['ID=b908cd7e-805b-4bd8-931a-49442b6ac053,revision_number=2']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:35.895173 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:00:35.895173 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] Checking segment: {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:00:35.895512 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:35.895971 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] Bound using segment: {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:00:35.896569 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] Bound port: b908cd7e-805b-4bd8-931a-49442b6ac053, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:00:35.896910 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:35.910503 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72dd404-e8f6-4650-bfc3-dbef678eb3e2 admin admin] Pushing event updated for resources: {'Port': ['ID=04818afa-638b-4fa7-94a5-046f00f62458,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:35.925341 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d72dd404-e8f6-4650-bfc3-dbef678eb3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600459'] for router_interface, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:35.946810 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-067cd81b-2cdb-443b-8dd6-e2e0be908020 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:35.950777 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-067cd81b-2cdb-443b-8dd6-e2e0be908020 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4044347 Sep 15 18:00:35.951154 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41584) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:35.956106 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] For port b908cd7e-805b-4bd8-931a-49442b6ac053, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:00:35.956844 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-925ef04c-e252-43a9-8a88-8331c998131d tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Request body: {'security_group_rule': {'security_group_id': 'f5f81b18-a16f-4f49-9eb0-0dab076693a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:35.960250 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] For port b908cd7e-805b-4bd8-931a-49442b6ac053, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=b908cd7e-805b-4bd8-931a-49442b6ac053,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:00:36.094666 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-55745ba4-3758-47b6-ad66-6230640ebab5 None None] Provisioning complete for port 04818afa-638b-4fa7-94a5-046f00f62458 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:36.095044 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-55745ba4-3758-47b6-ad66-6230640ebab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:36.115258 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-925ef04c-e252-43a9-8a88-8331c998131d tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:36.116044 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:36.153346 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb8fb8-ec78-4c7a-93cf-ae75be18e9e9 req-f6acc9a9-3b64-439f-b1d5-8a7654f9efdc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:36.154933 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d8fb8fb8-ec78-4c7a-93cf-ae75be18e9e9 req-f6acc9a9-3b64-439f-b1d5-8a7654f9efdc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 984 time: 0.0736094 Sep 15 18:00:36.170692 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-55745ba4-3758-47b6-ad66-6230640ebab5 None None] Port 04818afa-638b-4fa7-94a5-046f00f62458 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:00:36.177545 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d72dd404-e8f6-4650-bfc3-dbef678eb3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:36.189507 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] Routers {'78ba0ea3-382e-4d33-bb34-fd179b746ac9'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:00:36.190417 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:00:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:36.193587 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d18863-1c3f-462f-b27c-a2522e8c3d3c None None] Pushing event updated for resources: {'Port': ['ID=b908cd7e-805b-4bd8-931a-49442b6ac053,revision_number=3']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:36.216613 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-925ef04c-e252-43a9-8a88-8331c998131d tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:36.221292 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d8fb8fb8-ec78-4c7a-93cf-ae75be18e9e9 req-95bb667b-138b-48cd-adcd-76d746ff0093 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&id=f6b51700-818e-4b55-aa7d-c090e70384b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552866 Sep 15 18:00:36.234378 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 5c48cb5f-8a19-4629-a993-7def804aa650 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:00:36.283105 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-925ef04c-e252-43a9-8a88-8331c998131d tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:36.301821 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ef04c-e252-43a9-8a88-8331c998131d tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bc10f9-82cb-4a18-9fea-207972a42572,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:36.342424 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] Set router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:00:36.368666 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d72dd404-e8f6-4650-bfc3-dbef678eb3e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:36.374831 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 5c48cb5f-8a19-4629-a993-7def804aa650 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:36.375214 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:36.382151 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-925ef04c-e252-43a9-8a88-8331c998131d tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:36.383494 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-925ef04c-e252-43a9-8a88-8331c998131d tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4308791 Sep 15 18:00:36.386689 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41590) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:36.391100 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-6415119a-b12f-49dc-b237-f20a19fd5359 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Request body: {'security_group_rule': {'security_group_id': 'f5f81b18-a16f-4f49-9eb0-0dab076693a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:36.467987 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d72dd404-e8f6-4650-bfc3-dbef678eb3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:36.472706 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6415119a-b12f-49dc-b237-f20a19fd5359 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:36.545118 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d72dd404-e8f6-4650-bfc3-dbef678eb3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605723'] for router_interface, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:36.548080 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72dd404-e8f6-4650-bfc3-dbef678eb3e2 admin admin] Pushing event updated for resources: {'Port': ['ID=04818afa-638b-4fa7-94a5-046f00f62458,revision_number=2']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:36.564973 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6415119a-b12f-49dc-b237-f20a19fd5359 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:36.619006 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:35Z', 'revision_number': 1, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:36.627917 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6415119a-b12f-49dc-b237-f20a19fd5359 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:36.643243 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415119a-b12f-49dc-b237-f20a19fd5359 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290fb79c-7438-4f76-bad1-2f9b17c473a7,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:36.648973 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde7229a-6387-4309-9486-fc4a01a75976 None None] The sync data for ids ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'] in dv-cinder-805228-2-iscsi is: [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:35Z', 'revision_number': 1, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:00:36.650569 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72dd404-e8f6-4650-bfc3-dbef678eb3e2 admin admin] Network bec36ef2-050f-4e45-8140-94788854de7d is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:00:36.652244 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-d72dd404-e8f6-4650-bfc3-dbef678eb3e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:36.702353 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6415119a-b12f-49dc-b237-f20a19fd5359 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:36.703591 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-6415119a-b12f-49dc-b237-f20a19fd5359 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3159339 Sep 15 18:00:36.708879 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41594) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:36.713972 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-6f9e7bed-89d6-4104-8a0d-ecf1de433c01 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Request body: {'floatingip': {'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:36.776614 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72dd404-e8f6-4650-bfc3-dbef678eb3e2 admin admin] Router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:00:36.799733 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6f9e7bed-89d6-4104-8a0d-ecf1de433c01 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for floatingip, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:36.906142 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72dd404-e8f6-4650-bfc3-dbef678eb3e2 admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:00:36.909727 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-220cbde4-a771-4da7-966c-7319bbdd19b2 None None] Provisioning complete for port 04818afa-638b-4fa7-94a5-046f00f62458 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:36.910109 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-220cbde4-a771-4da7-966c-7319bbdd19b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:36.913013 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-d72dd404-e8f6-4650-bfc3-dbef678eb3e2 admin admin] 10.222.0.20 "PUT /v2.0/routers/78ba0ea3-382e-4d33-bb34-fd179b746ac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2991071 Sep 15 18:00:36.931925 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6f9e7bed-89d6-4104-8a0d-ecf1de433c01 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:36.965847 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-220cbde4-a771-4da7-966c-7319bbdd19b2 None None] Port 04818afa-638b-4fa7-94a5-046f00f62458 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:00:37.052340 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [None req-6f9e7bed-89d6-4104-8a0d-ecf1de433c01 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Allocated IP 172.27.3.160 (dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a/d93a8e56-437b-48c5-b03a-0e7bd18816d0/14dd0803-a3b0-4824-b0fe-4141f7e09757) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:00:37.114327 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41602) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:37.160045 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_v2 [None req-a250ac98-5937-403e-98d0-446f37a21a8b admin admin] Deleting subnet ead0ceac-36e6-4573-9ca3-2489157efef2 {{(pid=106071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:00:37.163334 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a250ac98-5937-403e-98d0-446f37a21a8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:37.171334 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6f9e7bed-89d6-4104-8a0d-ecf1de433c01 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:37.214241 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a250ac98-5937-403e-98d0-446f37a21a8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636711'] for subnet, precommit_delete_associations {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:37.259486 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a250ac98-5937-403e-98d0-446f37a21a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819029'] for subnet, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:37.315188 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6f9e7bed-89d6-4104-8a0d-ecf1de433c01 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:37.389749 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9e7bed-89d6-4104-8a0d-ecf1de433c01 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:00:37.395335 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-6f9e7bed-89d6-4104-8a0d-ecf1de433c01 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:37.410455 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9e7bed-89d6-4104-8a0d-ecf1de433c01 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:00:37.413776 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a250ac98-5937-403e-98d0-446f37a21a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1819010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6045702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774577'] for subnet, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:37.417525 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e7bed-89d6-4104-8a0d-ecf1de433c01 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Pushing event updated for resources: {'Port': ['ID=14dd0803-a3b0-4824-b0fe-4141f7e09757,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:37.452413 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250ac98-5937-403e-98d0-446f37a21a8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ead0ceac-36e6-4573-9ca3-2489157efef2,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:37.454862 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a250ac98-5937-403e-98d0-446f37a21a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for subnet, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:37.455597 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d05c6-05e3-41f2-9a65-bcd462dcc8dd req-37cf946a-3b1c-400a-98cd-c62d75802812 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:37.457524 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-a250ac98-5937-403e-98d0-446f37a21a8b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ead0ceac-36e6-4573-9ca3-2489157efef2 HTTP/1.1" status: 204 len: 168 time: 0.3413208 Sep 15 18:00:37.457813 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-062d05c6-05e3-41f2-9a65-bcd462dcc8dd req-37cf946a-3b1c-400a-98cd-c62d75802812 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 984 time: 0.1082664 Sep 15 18:00:37.459765 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41610) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:37.595679 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-062d05c6-05e3-41f2-9a65-bcd462dcc8dd req-ebf0ad19-b56a-409c-8187-78195f677c60 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&id=f6b51700-818e-4b55-aa7d-c090e70384b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269541 Sep 15 18:00:37.600092 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-64ad8d20-c48a-41da-ad66-0664e2b825bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588324'] for network, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:37.625667 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6f9e7bed-89d6-4104-8a0d-ecf1de433c01 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:37.724828 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-64ad8d20-c48a-41da-ad66-0664e2b825bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822226', 'neutron.services.segments.db._delete_segments_for_network-8765806907549'] for network, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:37.749801 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41620) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:37.755609 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-62466be4-3784-408f-a6c2-5cca0b7ce3b1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-89300528-network', 'tenant_id': 'f02f2a7b9048490894480087d8f31955'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:37.764512 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-64ad8d20-c48a-41da-ad66-0664e2b825bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50273b1f-12f9-446d-9aef-0976f0362f05']}} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:37.774246 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6f9e7bed-89d6-4104-8a0d-ecf1de433c01 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:37.776876 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-64ad8d20-c48a-41da-ad66-0664e2b825bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e0047e-fda1-4193-a95f-880d919b5366') {'for_net_delete': True} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:37.777169 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-64ad8d20-c48a-41da-ad66-0664e2b825bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e0047e-fda1-4193-a95f-880d919b5366') {} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:37.804376 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-64ad8d20-c48a-41da-ad66-0664e2b825bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765806907046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8033952'] for segment, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:37.825282 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-64ad8d20-c48a-41da-ad66-0664e2b825bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:37.838931 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ad8d20-c48a-41da-ad66-0664e2b825bf admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:00:37.838931 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-64ad8d20-c48a-41da-ad66-0664e2b825bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5967524'] for segment, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: Traceback (most recent call last): Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: timer() Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: cb(*args, **kw) Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: return func(*args, **kwargs) Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: self._notify() Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: self.callback(batched_events) Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: event.method(event) Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: return f(self, *a, **k) Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: return self._get(url).json() Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: return self.request(url, 'GET', **kwargs) Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:00:37.842982 dv-cinder-805228-2-iscsi neutron-server[106072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:00:37.848864 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62466be4-3784-408f-a6c2-5cca0b7ce3b1 admin admin] Made reservation on behalf of f02f2a7b9048490894480087d8f31955 for: {'network': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:00:37.853022 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-62466be4-3784-408f-a6c2-5cca0b7ce3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for network, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:37.861066 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-62466be4-3784-408f-a6c2-5cca0b7ce3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:37.968058 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-62466be4-3784-408f-a6c2-5cca0b7ce3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:38.037513 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-62466be4-3784-408f-a6c2-5cca0b7ce3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:38.066938 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62466be4-3784-408f-a6c2-5cca0b7ce3b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=106071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:00:38.073883 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62466be4-3784-408f-a6c2-5cca0b7ce3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c058508-3a52-4b8e-8cec-e62f0ecbe29a,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:38.080003 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-62466be4-3784-408f-a6c2-5cca0b7ce3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:38.080271 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.db.segments_db [None req-62466be4-3784-408f-a6c2-5cca0b7ce3b1 admin admin] Added segment 9d5c855d-013b-4d7d-a3c6-2954a44ad74e of type vlan for network 2722142f-d41e-489b-96f1-7cd396c07303 Sep 15 18:00:38.125778 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-62466be4-3784-408f-a6c2-5cca0b7ce3b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765806349855'] for network, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:38.205449 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-62466be4-3784-408f-a6c2-5cca0b7ce3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for network, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:38.206506 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62466be4-3784-408f-a6c2-5cca0b7ce3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:38.207100 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-62466be4-3784-408f-a6c2-5cca0b7ce3b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:38.219574 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device b908cd7e-805b-4bd8-931a-49442b6ac053 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:00:38.264823 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-64ad8d20-c48a-41da-ad66-0664e2b825bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1822219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600340'] for network, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:38.267528 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6f9e7bed-89d6-4104-8a0d-ecf1de433c01 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for port, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:38.274930 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-64ad8d20-c48a-41da-ad66-0664e2b825bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:38.277381 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-64ad8d20-c48a-41da-ad66-0664e2b825bf admin admin] 10.222.0.20 "DELETE /v2.0/networks/50273b1f-12f9-446d-9aef-0976f0362f05 HTTP/1.1" status: 204 len: 168 time: 0.8166947 Sep 15 18:00:38.281035 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port b908cd7e-805b-4bd8-931a-49442b6ac053 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:38.286014 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:38.288538 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62466be4-3784-408f-a6c2-5cca0b7ce3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=2722142f-d41e-489b-96f1-7cd396c07303,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:38.290439 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad8d20-c48a-41da-ad66-0664e2b825bf admin admin] Pushing event deleted for resources: {'Network': ['ID=50273b1f-12f9-446d-9aef-0976f0362f05,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:38.305894 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Network 2722142f-d41e-489b-96f1-7cd396c07303 details requested by agent ovs-agent-dv-cinder-805228-2-iscsi with host dv-cinder-805228-2-iscsi {{(pid=106073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:00:38.341039 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-62466be4-3784-408f-a6c2-5cca0b7ce3b1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5897284 Sep 15 18:00:38.343412 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41624) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:38.348118 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-2cd9b6b7-e565-48e2-ab97-e3da34a93795 admin admin] Request body: {'subnet': {'network_id': '2722142f-d41e-489b-96f1-7cd396c07303', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-89300528-subnet', 'tenant_id': 'f02f2a7b9048490894480087d8f31955', 'ip_version': 4}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:38.368517 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6f9e7bed-89d6-4104-8a0d-ecf1de433c01 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:38.424448 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:38.425736 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd9b6b7-e565-48e2-ab97-e3da34a93795 admin admin] Made reservation on behalf of f02f2a7b9048490894480087d8f31955 for: {'subnet': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:00:38.428081 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b6b7-e565-48e2-ab97-e3da34a93795 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774550'] for subnet, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:38.450694 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] For port b908cd7e-805b-4bd8-931a-49442b6ac053, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=b908cd7e-805b-4bd8-931a-49442b6ac053,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:00:38.454453 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e7bed-89d6-4104-8a0d-ecf1de433c01 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Pushing event updated for resources: {'Port': ['ID=14dd0803-a3b0-4824-b0fe-4141f7e09757,revision_number=2']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:38.467002 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6f9e7bed-89d6-4104-8a0d-ecf1de433c01 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600326'] for floatingip, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:38.528783 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6f9e7bed-89d6-4104-8a0d-ecf1de433c01 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:38.529131 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:38.530556 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-6f9e7bed-89d6-4104-8a0d-ecf1de433c01 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8205733 Sep 15 18:00:38.618199 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Pushing event updated for resources: {'Port': ['ID=b908cd7e-805b-4bd8-931a-49442b6ac053,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:38.652193 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41630) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:38.706553 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b6b7-e565-48e2-ab97-e3da34a93795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6045765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774584'] for subnet, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:38.721296 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-41684742-9397-4a39-88b6-a5a6142bb5e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9af50e94a428446b9439d23a8bb80788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0678012 Sep 15 18:00:38.723642 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41644) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:38.773138 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34552c13-fc4c-4d24-8f0d-3585b56a256c req-f32a7289-e835-43ac-a8d9-2ed806f35368 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:38.775060 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-34552c13-fc4c-4d24-8f0d-3585b56a256c req-f32a7289-e835-43ac-a8d9-2ed806f35368 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 984 time: 0.0947838 Sep 15 18:00:38.786395 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9b6b7-e565-48e2-ab97-e3da34a93795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05f0c588-16dd-4a7c-b1c2-13defb633011,revision_number=0']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:38.805266 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-9c7b8010-2e37-4361-986e-952c348226d7 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--155011897&fields=id&tenant_id=5f97c5470f94401f90fa26a45eecfcd7 HTTP/1.1" status: 200 len: 267 time: 0.0622861 Sep 15 18:00:38.805731 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-883a3b61-3996-47d4-9c4f-8222f8117dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:38.809503 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd9b6b7-e565-48e2-ab97-e3da34a93795 admin admin] Checking segment: {'id': '9d5c855d-013b-4d7d-a3c6-2954a44ad74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2722142f-d41e-489b-96f1-7cd396c07303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:00:38.813736 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd9b6b7-e565-48e2-ab97-e3da34a93795 admin admin] Network hostable DHCP agents. Network: 2722142f-d41e-489b-96f1-7cd396c07303, hostable agents: ['36f446e8-29e8-4378-bef0-f89f7461b806'], hosted agents: [] {{(pid=106071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:00:38.817411 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] Sync routers for ids ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:00:38.826956 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] Routers {'78ba0ea3-382e-4d33-bb34-fd179b746ac9'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:00:38.827650 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:00:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:38.842326 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-34552c13-fc4c-4d24-8f0d-3585b56a256c req-f1f2fa6b-0f43-47e1-93fa-40b7eff7220d tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&id=f6b51700-818e-4b55-aa7d-c090e70384b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598204 Sep 15 18:00:38.844015 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-883a3b61-3996-47d4-9c4f-8222f8117dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:38.941242 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-58a10b8a-1226-4e4e-9d43-f0d4675b8af3 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:38.942165 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] Set router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:00:38.942717 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-58a10b8a-1226-4e4e-9d43-f0d4675b8af3 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/networks?id=c82f0e18-d709-47ff-b01c-741485e75497 HTTP/1.1" status: 200 len: 810 time: 0.1213827 Sep 15 18:00:38.958543 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-7e5eaa75-5bfb-46df-a673-93d59faf0e57 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/quotas/5f97c5470f94401f90fa26a45eecfcd7 HTTP/1.1" status: 200 len: 375 time: 0.0089447 Sep 15 18:00:38.962409 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd9b6b7-e565-48e2-ab97-e3da34a93795 admin admin] Network 2722142f-d41e-489b-96f1-7cd396c07303 is scheduled to be hosted by DHCP agent 36f446e8-29e8-4378-bef0-f89f7461b806 with binding_index 1 {{(pid=106071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:00:38.993758 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-883a3b61-3996-47d4-9c4f-8222f8117dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:38.997422 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-883a3b61-3996-47d4-9c4f-8222f8117dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:38.998341 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-883a3b61-3996-47d4-9c4f-8222f8117dde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b36c1661-0a99-4b0b-bb7a-111d7eee0292 HTTP/1.1" status: 204 len: 168 time: 0.2738025 Sep 15 18:00:39.007552 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a3b61-3996-47d4-9c4f-8222f8117dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36c1661-0a99-4b0b-bb7a-111d7eee0292,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:39.030704 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-27b84ce0-e346-4331-b523-ac3cc811de81 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f97c5470f94401f90fa26a45eecfcd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0649674 Sep 15 18:00:39.077869 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-2cd9b6b7-e565-48e2-ab97-e3da34a93795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805228-2-iscsi, 2722142f-d41e-489b-96f1-7cd396c07303) {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:39.083865 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd9b6b7-e565-48e2-ab97-e3da34a93795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:39.084570 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2cd9b6b7-e565-48e2-ab97-e3da34a93795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for subnet, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:39.088665 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd646a79-357e-4433-9541-2c80b67144a6 None None] Network 2722142f-d41e-489b-96f1-7cd396c07303 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:00:39.168415 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 2, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:39.185145 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-2cd9b6b7-e565-48e2-ab97-e3da34a93795 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8405883 Sep 15 18:00:39.187887 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41650) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:39.194761 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-cc2c7b65-5f08-4419-a62f-3830b5fc7f4e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-89300528-router', 'tenant_id': 'f02f2a7b9048490894480087d8f31955', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:39.199185 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] Checking router: 78ba0ea3-382e-4d33-bb34-fd179b746ac9 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:00:39.202255 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] Updating router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 port 04818afa-638b-4fa7-94a5-046f00f62458 binding host dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:00:39.227851 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:39.258091 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b4801a4-af14-5ddf-bb32-75928b3273dc-2722142f-d41e-489b-96f1-7cd396c07303', 'network_id': '2722142f-d41e-489b-96f1-7cd396c07303', 'tenant_id': 'f02f2a7b9048490894480087d8f31955', 'fixed_ips': [{'subnet_id': '05f0c588-16dd-4a7c-b1c2-13defb633011'}]}} from dv-cinder-805228-2-iscsi. {{(pid=106073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:00:39.260332 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:39.280083 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cc2c7b65-5f08-4419-a62f-3830b5fc7f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-602763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:39.284076 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cc2c7b65-5f08-4419-a62f-3830b5fc7f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:39.345988 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cc2c7b65-5f08-4419-a62f-3830b5fc7f4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:39.349999 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-a6d4954a-59ff-407b-b24f-b15bae6f4554 service neutron] 10.222.0.20 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064845 Sep 15 18:00:39.407548 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.db_base_plugin_common [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Allocated IP 172.20.0.2 (2722142f-d41e-489b-96f1-7cd396c07303/05f0c588-16dd-4a7c-b1c2-13defb633011/3311644c-3afd-4be1-83ac-36276c29f1b9) {{(pid=106073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:00:39.498714 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-93ac1891-cc32-42ab-9745-93c0a04cf3ae service neutron] 10.222.0.20 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408975 Sep 15 18:00:39.593290 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] Notify callbacks [] for port, precommit_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:39.595727 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cc2c7b65-5f08-4419-a62f-3830b5fc7f4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:39.599935 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Notify callbacks [] for port, precommit_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:39.697401 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:39.698263 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:39.739155 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Network 2722142f-d41e-489b-96f1-7cd396c07303 is already hosted by enough agents. {{(pid=106073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:00:39.743101 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.scheduler.base_scheduler [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Resources bound (agent type, host, resource id): {{(pid=106073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:39.747738 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Received port after_create {{(pid=106073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:00:39.779509 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3fe74-99c1-4524-8f01-0a121de1246e None None] Pushing event updated for resources: {'Port': ['ID=04818afa-638b-4fa7-94a5-046f00f62458,revision_number=3']} {{(pid=106074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:39.817583 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Pushing event updated for resources: {'Port': ['ID=3311644c-3afd-4be1-83ac-36276c29f1b9,revision_number=1']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:39.850570 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-08833d12-6841-4824-97b6-1af1974e6b61 req-77365c20-7e46-473f-bb32-15bc7923f7e0 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 210 time: 0.0419273 Sep 15 18:00:39.894355 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] Attempting to bind port 04818afa-638b-4fa7-94a5-046f00f62458 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:00:39.898831 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Attempting to bind port 3311644c-3afd-4be1-83ac-36276c29f1b9 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:00:39.899627 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Attempting to bind port 3311644c-3afd-4be1-83ac-36276c29f1b9 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '9d5c855d-013b-4d7d-a3c6-2954a44ad74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2722142f-d41e-489b-96f1-7cd396c07303'}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:00:39.899627 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Attempting to bind port 3311644c-3afd-4be1-83ac-36276c29f1b9 on network 2722142f-d41e-489b-96f1-7cd396c07303 {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:00:39.905455 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] Attempting to bind port 04818afa-638b-4fa7-94a5-046f00f62458 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '7604134f-a039-45c2-8d1a-019b0fdae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d'}] {{(pid=106074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:00:39.909103 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] Attempting to bind port 04818afa-638b-4fa7-94a5-046f00f62458 on network bec36ef2-050f-4e45-8140-94788854de7d {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:00:39.909480 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:00:39.909480 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Checking segment: {'id': '9d5c855d-013b-4d7d-a3c6-2954a44ad74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2722142f-d41e-489b-96f1-7cd396c07303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:00:39.909480 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:39.909480 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Bound using segment: {'id': '9d5c855d-013b-4d7d-a3c6-2954a44ad74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2722142f-d41e-489b-96f1-7cd396c07303'} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:00:39.909480 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Bound port: 3311644c-3afd-4be1-83ac-36276c29f1b9, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5c855d-013b-4d7d-a3c6-2954a44ad74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2722142f-d41e-489b-96f1-7cd396c07303'}}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:00:39.909945 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:39.911739 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:00:39.913585 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] Checking segment: {'id': '7604134f-a039-45c2-8d1a-019b0fdae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:00:39.913585 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:39.913585 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] Bound using segment: {'id': '7604134f-a039-45c2-8d1a-019b0fdae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d'} {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:00:39.913883 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] Bound port: 04818afa-638b-4fa7-94a5-046f00f62458, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7604134f-a039-45c2-8d1a-019b0fdae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d'}}] {{(pid=106074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:00:39.914254 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:40.046993 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d52c0-b90e-44af-acb4-2e9f6ea25a5e req-f18c4c4c-19b1-47bf-8ce2-1ce57c972678 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:40.048646 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-827d52c0-b90e-44af-acb4-2e9f6ea25a5e req-f18c4c4c-19b1-47bf-8ce2-1ce57c972678 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 984 time: 0.0926709 Sep 15 18:00:40.065092 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-153ed95a-2825-415c-9175-016dda4d276d None None] For port 3311644c-3afd-4be1-83ac-36276c29f1b9, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:00:40.077034 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-153ed95a-2825-415c-9175-016dda4d276d None None] For port 3311644c-3afd-4be1-83ac-36276c29f1b9, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=3311644c-3afd-4be1-83ac-36276c29f1b9,segment=NetworkSegment(9d5c855d-013b-4d7d-a3c6-2954a44ad74e),segment_id=9d5c855d-013b-4d7d-a3c6-2954a44ad74e)] {{(pid=106073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:00:40.091482 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.db [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] For port 04818afa-638b-4fa7-94a5-046f00f62458, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:00:40.092004 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cc2c7b65-5f08-4419-a62f-3830b5fc7f4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:40.100654 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.db [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] For port 04818afa-638b-4fa7-94a5-046f00f62458, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=04818afa-638b-4fa7-94a5-046f00f62458,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:00:40.119196 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cc2c7b65-5f08-4419-a62f-3830b5fc7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:40.121800 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-827d52c0-b90e-44af-acb4-2e9f6ea25a5e req-b1abc689-07ae-4f2a-af85-e6a1cb712b5d tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&id=f6b51700-818e-4b55-aa7d-c090e70384b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584655 Sep 15 18:00:40.125716 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-079fcdad-e31b-49e5-a962-975dd570ce9b None None] Provisioning complete for port 04818afa-638b-4fa7-94a5-046f00f62458 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:40.126612 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-079fcdad-e31b-49e5-a962-975dd570ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:40.186543 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:40.192641 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:40.238695 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-079fcdad-e31b-49e5-a962-975dd570ce9b None None] Port 04818afa-638b-4fa7-94a5-046f00f62458 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:00:40.253922 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device b908cd7e-805b-4bd8-931a-49442b6ac053 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:00:40.260727 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Pushing event updated for resources: {'Port': ['ID=3311644c-3afd-4be1-83ac-36276c29f1b9,revision_number=2']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:40.317930 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [None req-cc2c7b65-5f08-4419-a62f-3830b5fc7f4e admin admin] Allocated IP 172.27.3.35 (dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a/d93a8e56-437b-48c5-b03a-0e7bd18816d0/38b45d32-b9ea-4c0e-a52d-82cc0ad51201) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:00:40.328486 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3fe74-99c1-4524-8f01-0a121de1246e None None] Pushing event updated for resources: {'Port': ['ID=04818afa-638b-4fa7-94a5-046f00f62458,revision_number=4']} {{(pid=106074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:40.332847 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:40.335678 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:40.335678 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:40.335678 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:40.335678 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:40.335678 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:40.335678 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:40.335678 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:40.336570 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:40.337351 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:40.338306 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:40.338650 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153ed95a-2825-415c-9175-016dda4d276d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:40.339297 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] Routers {'78ba0ea3-382e-4d33-bb34-fd179b746ac9'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:00:40.339921 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:00:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:40.352033 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port b908cd7e-805b-4bd8-931a-49442b6ac053 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:40.352477 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:40.521591 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cc2c7b65-5f08-4419-a62f-3830b5fc7f4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:40.536791 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41684) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:40.596055 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] Set router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:00:40.645703 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cc2c7b65-5f08-4419-a62f-3830b5fc7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:40.698566 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-53b64690-0870-4f03-9b56-2fa6533dfe5a None None] Provisioning complete for port 04818afa-638b-4fa7-94a5-046f00f62458 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:40.699839 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-53b64690-0870-4f03-9b56-2fa6533dfe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:40.725080 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2c7b65-5f08-4419-a62f-3830b5fc7f4e admin admin] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:00:40.745330 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-55da8727-2b92-43e0-9e11-a62d4645b291 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-8421170-network', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:40.772732 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-cc2c7b65-5f08-4419-a62f-3830b5fc7f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:40.779546 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2c7b65-5f08-4419-a62f-3830b5fc7f4e admin admin] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:00:40.827033 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-53b64690-0870-4f03-9b56-2fa6533dfe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:40.842834 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c7b65-5f08-4419-a62f-3830b5fc7f4e admin admin] Pushing event updated for resources: {'Port': ['ID=38b45d32-b9ea-4c0e-a52d-82cc0ad51201,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:40.872219 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:40.874442 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-53b64690-0870-4f03-9b56-2fa6533dfe5a None None] For port 04818afa-638b-4fa7-94a5-046f00f62458, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=04818afa-638b-4fa7-94a5-046f00f62458,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:00:40.908644 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a11099-6131-4125-8e23-71761ffb8cec None None] The sync data for ids ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'] in dv-cinder-805228-2-iscsi is: [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:00:40.938331 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-53b64690-0870-4f03-9b56-2fa6533dfe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:40.940446 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55da8727-2b92-43e0-9e11-a62d4645b291 admin admin] Made reservation on behalf of 6cf6b14bbbb64122b5eab98280def64c for: {'network': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:00:40.944302 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-55da8727-2b92-43e0-9e11-a62d4645b291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for network, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:40.964796 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1d2a6d95-b437-4460-a485-115edd60a949 req-6ba6035c-897f-4b94-84bb-6bc9f129f1a7 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 210 time: 0.0414445 Sep 15 18:00:40.971940 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-55da8727-2b92-43e0-9e11-a62d4645b291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:41.001044 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b64690-0870-4f03-9b56-2fa6533dfe5a None None] Pushing event updated for resources: {'Port': ['ID=04818afa-638b-4fa7-94a5-046f00f62458,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:41.097193 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-55da8727-2b92-43e0-9e11-a62d4645b291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:41.206811 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-55da8727-2b92-43e0-9e11-a62d4645b291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:41.233081 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55da8727-2b92-43e0-9e11-a62d4645b291 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=106072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:00:41.265916 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-55da8727-2b92-43e0-9e11-a62d4645b291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:41.266299 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.segments_db [None req-55da8727-2b92-43e0-9e11-a62d4645b291 admin admin] Added segment b168f714-e6ee-42c7-9515-72e60d76ba6f of type vlan for network ef9bd678-fb03-49b0-b2af-7d04383c138e Sep 15 18:00:41.268401 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cc2c7b65-5f08-4419-a62f-3830b5fc7f4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:41.289923 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11781c71-e025-435a-bcff-08769fb99e33 req-7b2d28ae-a60e-4ba3-ad5c-4816594b2f2b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:41.299548 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-11781c71-e025-435a-bcff-08769fb99e33 req-7b2d28ae-a60e-4ba3-ad5c-4816594b2f2b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 984 time: 0.0993726 Sep 15 18:00:41.315412 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da8727-2b92-43e0-9e11-a62d4645b291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1532272e-fd5e-4f05-b160-8d9dad966e29,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:41.346967 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-11781c71-e025-435a-bcff-08769fb99e33 req-0a8c9427-7144-4ae0-a6fc-7e0be107d030 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&id=f6b51700-818e-4b55-aa7d-c090e70384b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463235 Sep 15 18:00:41.420445 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-55da8727-2b92-43e0-9e11-a62d4645b291 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765806349855'] for network, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:41.559628 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cc2c7b65-5f08-4419-a62f-3830b5fc7f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600412'] for router, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:41.573670 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d6fe0c-27d0-4668-a093-80d02ef9803b None None] Network 2722142f-d41e-489b-96f1-7cd396c07303 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:00:41.604323 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-55da8727-2b92-43e0-9e11-a62d4645b291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for network, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:41.609113 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55da8727-2b92-43e0-9e11-a62d4645b291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:41.610463 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-55da8727-2b92-43e0-9e11-a62d4645b291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:41.712375 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da8727-2b92-43e0-9e11-a62d4645b291 admin admin] Pushing event updated for resources: {'Network': ['ID=ef9bd678-fb03-49b0-b2af-7d04383c138e,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:41.746490 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-55da8727-2b92-43e0-9e11-a62d4645b291 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2040458 Sep 15 18:00:41.749412 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41696) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:41.755104 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-b1c3c007-2ab6-4643-bad4-1e6f41ce879f admin admin] Request body: {'subnet': {'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-8421170-subnet', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'ip_version': 4}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:41.775839 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Network ef9bd678-fb03-49b0-b2af-7d04383c138e details requested by agent ovs-agent-dv-cinder-805228-2-iscsi with host dv-cinder-805228-2-iscsi {{(pid=106073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:00:41.814371 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2c7b65-5f08-4419-a62f-3830b5fc7f4e admin admin] Router f12391df-111d-48a8-83c3-82f2b6c72745 is scheduled to L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 with binding_index 1 {{(pid=106072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:00:41.843713 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c3c007-2ab6-4643-bad4-1e6f41ce879f admin admin] Made reservation on behalf of 6cf6b14bbbb64122b5eab98280def64c for: {'subnet': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:00:41.846843 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b1c3c007-2ab6-4643-bad4-1e6f41ce879f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5774550'] for subnet, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:41.851902 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-0e717459-46a6-4b55-aec7-c85250e5bd4d None None] Provisioning complete for port 3311644c-3afd-4be1-83ac-36276c29f1b9 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:41.852482 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-0e717459-46a6-4b55-aec7-c85250e5bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:41.929879 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2c7b65-5f08-4419-a62f-3830b5fc7f4e admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:00:41.943696 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] Sync routers for ids ['f12391df-111d-48a8-83c3-82f2b6c72745'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:00:41.996070 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] Routers {'f12391df-111d-48a8-83c3-82f2b6c72745'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:00:41.996785 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:00:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['f12391df-111d-48a8-83c3-82f2b6c72745'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:42.003603 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cc2c7b65-5f08-4419-a62f-3830b5fc7f4e admin admin] Notify callbacks [] for router, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:42.007681 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-cc2c7b65-5f08-4419-a62f-3830b5fc7f4e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8185544 Sep 15 18:00:42.008281 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41700) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:42.074335 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-0e717459-46a6-4b55-aec7-c85250e5bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:42.083054 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a0055798-4504-4d65-9e9b-f2270524120f req-117fb259-802f-4de8-97d9-d946a642ec4c tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 210 time: 0.0330460 Sep 15 18:00:42.121975 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b1c3c007-2ab6-4643-bad4-1e6f41ce879f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6045765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5774584'] for subnet, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:42.176252 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-0e717459-46a6-4b55-aec7-c85250e5bd4d None None] For port 3311644c-3afd-4be1-83ac-36276c29f1b9, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=3311644c-3afd-4be1-83ac-36276c29f1b9,segment=NetworkSegment(9d5c855d-013b-4d7d-a3c6-2954a44ad74e),segment_id=9d5c855d-013b-4d7d-a3c6-2954a44ad74e)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:00:42.180413 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] Set router f12391df-111d-48a8-83c3-82f2b6c72745 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:00:42.242452 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3c007-2ab6-4643-bad4-1e6f41ce879f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e88ec5f-fa46-4bde-9cde-13946047afbd,revision_number=0']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:42.245315 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c3c007-2ab6-4643-bad4-1e6f41ce879f admin admin] Checking segment: {'id': 'b168f714-e6ee-42c7-9515-72e60d76ba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:00:42.246385 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c3c007-2ab6-4643-bad4-1e6f41ce879f admin admin] Network hostable DHCP agents. Network: ef9bd678-fb03-49b0-b2af-7d04383c138e, hostable agents: ['36f446e8-29e8-4378-bef0-f89f7461b806'], hosted agents: [] {{(pid=106071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:00:42.257210 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-0e717459-46a6-4b55-aec7-c85250e5bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:42.344231 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c3c007-2ab6-4643-bad4-1e6f41ce879f admin admin] Network ef9bd678-fb03-49b0-b2af-7d04383c138e is scheduled to be hosted by DHCP agent 36f446e8-29e8-4378-bef0-f89f7461b806 with binding_index 1 {{(pid=106071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:00:42.363843 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e717459-46a6-4b55-aec7-c85250e5bd4d None None] Pushing event updated for resources: {'Port': ['ID=3311644c-3afd-4be1-83ac-36276c29f1b9,revision_number=3']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:42.422687 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-b1c3c007-2ab6-4643-bad4-1e6f41ce879f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805228-2-iscsi, ef9bd678-fb03-49b0-b2af-7d04383c138e) {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:42.428673 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c3c007-2ab6-4643-bad4-1e6f41ce879f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:42.430012 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b1c3c007-2ab6-4643-bad4-1e6f41ce879f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for subnet, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:42.431606 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d0c18f-99d7-4117-9876-ebd409cfd54e None None] Network ef9bd678-fb03-49b0-b2af-7d04383c138e requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:00:42.473630 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 04818afa-638b-4fa7-94a5-046f00f62458 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:00:42.532320 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-b1c3c007-2ab6-4643-bad4-1e6f41ce879f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7815995 Sep 15 18:00:42.534714 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41706) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:42.540060 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-ae2da5e2-56b0-4e27-a624-c1c4b482bad1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-8421170-router', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:42.604192 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-60bd9970-0080-49f3-a101-434ac42e7698 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:42.605968 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-60bd9970-0080-49f3-a101-434ac42e7698 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.37 "GET /v2.0/networks?id=c82f0e18-d709-47ff-b01c-741485e75497 HTTP/1.1" status: 200 len: 810 time: 0.3798552 Sep 15 18:00:42.609354 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-500e97f4-50a0-4677-afcf-e657d8bfffc9 None None] Provisioning complete for port 3311644c-3afd-4be1-83ac-36276c29f1b9 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:42.609934 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-500e97f4-50a0-4677-afcf-e657d8bfffc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:42.617215 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ae2da5e2-56b0-4e27-a624-c1c4b482bad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-602763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:42.618371 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ae2da5e2-56b0-4e27-a624-c1c4b482bad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:42.629914 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf92d8-736c-4c29-94d0-61338f9d4bf6 req-ca89fe24-3227-431d-93f4-2fbf7f81b873 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:42.631372 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1ebf92d8-736c-4c29-94d0-61338f9d4bf6 req-ca89fe24-3227-431d-93f4-2fbf7f81b873 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 984 time: 0.1409857 Sep 15 18:00:42.658756 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 04818afa-638b-4fa7-94a5-046f00f62458 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:42.659485 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:42.680403 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ae2da5e2-56b0-4e27-a624-c1c4b482bad1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:42.698903 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12391df-111d-48a8-83c3-82f2b6c72745', 'name': 'tempest-TestVolumeBootPattern-89300528-router', 'tenant_id': 'f02f2a7b9048490894480087d8f31955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '38b45d32-b9ea-4c0e-a52d-82cc0ad51201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:39Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 3, 'project_id': 'f02f2a7b9048490894480087d8f31955', 'gw_port': {'id': '38b45d32-b9ea-4c0e-a52d-82cc0ad51201', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12391df-111d-48a8-83c3-82f2b6c72745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:40Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:42.717449 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-f46150b4-8e38-4e8a-8893-c69b7fabd535 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f97c5470f94401f90fa26a45eecfcd7 HTTP/1.1" status: 200 len: 379 time: 0.0993078 Sep 15 18:00:42.733908 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-6dfbf0d5-7243-41fd-bc53-1d302a358f8b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Request body: {'port': {'device_id': 'ebd97ffa-7472-40dd-896b-43da6347f046', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'admin_state_up': True, 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'security_groups': ['f5f81b18-a16f-4f49-9eb0-0dab076693a0']}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:42.739156 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] Checking router: f12391df-111d-48a8-83c3-82f2b6c72745 for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:00:42.739509 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] Updating router f12391df-111d-48a8-83c3-82f2b6c72745 port 38b45d32-b9ea-4c0e-a52d-82cc0ad51201 binding host dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:00:42.762554 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1ebf92d8-736c-4c29-94d0-61338f9d4bf6 req-10ce927d-b7e3-4a08-b35a-8439b0d6f4bc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&id=f6b51700-818e-4b55-aa7d-c090e70384b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151621 Sep 15 18:00:42.817421 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:42.847214 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b4801a4-af14-5ddf-bb32-75928b3273dc-ef9bd678-fb03-49b0-b2af-7d04383c138e', 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'fixed_ips': [{'subnet_id': '4e88ec5f-fa46-4bde-9cde-13946047afbd'}]}} from dv-cinder-805228-2-iscsi. {{(pid=106073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:00:42.848046 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:42.905857 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ae2da5e2-56b0-4e27-a624-c1c4b482bad1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:43.063785 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 3311644c-3afd-4be1-83ac-36276c29f1b9 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:00:43.173187 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-25d596f2-6507-4a25-9af6-08b72da373d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:43.231023 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.db_base_plugin_common [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] Allocated IP 172.20.0.2 (ef9bd678-fb03-49b0-b2af-7d04383c138e/4e88ec5f-fa46-4bde-9cde-13946047afbd/e71a7b79-5bc2-431a-a2bd-541002596897) {{(pid=106073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:00:43.234246 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-6dfbf0d5-7243-41fd-bc53-1d302a358f8b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Made reservation on behalf of 5f97c5470f94401f90fa26a45eecfcd7 for: {'port': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:00:43.237950 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-6dfbf0d5-7243-41fd-bc53-1d302a358f8b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:43.249968 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ae2da5e2-56b0-4e27-a624-c1c4b482bad1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:43.263117 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 3311644c-3afd-4be1-83ac-36276c29f1b9 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:43.263426 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:43.293231 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ae2da5e2-56b0-4e27-a624-c1c4b482bad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:43.350663 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-cf12580b-13d5-4895-a3f3-dc35eb09249a req-8a680b98-0490-483b-a0a0-a3ab69ccafe1 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 210 time: 0.1428206 Sep 15 18:00:43.412143 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [None req-25d596f2-6507-4a25-9af6-08b72da373d1 admin admin] Allocated IP 172.20.0.1 (2722142f-d41e-489b-96f1-7cd396c07303/05f0c588-16dd-4a7c-b1c2-13defb633011/8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:00:43.435492 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] Notify callbacks [] for port, precommit_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:43.440893 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-6dfbf0d5-7243-41fd-bc53-1d302a358f8b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Allocated IP 172.20.0.6 (c82f0e18-d709-47ff-b01c-741485e75497/9b21d638-ac50-4318-b027-484d191c8b9c/99e3ce7c-9862-437e-bc25-46afb9e5553a) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:00:43.601941 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [None req-ae2da5e2-56b0-4e27-a624-c1c4b482bad1 admin admin] Allocated IP 172.27.3.95 (dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a/d93a8e56-437b-48c5-b03a-0e7bd18816d0/8579dacd-6216-423f-8be5-bff564c6b883) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:00:43.608526 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-25d596f2-6507-4a25-9af6-08b72da373d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:43.632495 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:43.683077 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-6dfbf0d5-7243-41fd-bc53-1d302a358f8b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:43.709193 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ae2da5e2-56b0-4e27-a624-c1c4b482bad1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:43.712881 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ecf8-0364-4ece-bd6f-57dc67a4306b None None] Pushing event updated for resources: {'Port': ['ID=38b45d32-b9ea-4c0e-a52d-82cc0ad51201,revision_number=2']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:43.716251 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] Notify callbacks [] for port, precommit_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:43.718367 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] Attempting to bind port 38b45d32-b9ea-4c0e-a52d-82cc0ad51201 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:00:43.718508 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] Attempting to bind port 38b45d32-b9ea-4c0e-a52d-82cc0ad51201 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:00:43.718793 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] Attempting to bind port 38b45d32-b9ea-4c0e-a52d-82cc0ad51201 on network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:00:43.724536 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:00:43.724916 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] Checking segment: {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:00:43.725314 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:43.725705 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] Bound using segment: {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:00:43.726175 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] Bound port: 38b45d32-b9ea-4c0e-a52d-82cc0ad51201, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:00:43.726561 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:43.757744 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-25d596f2-6507-4a25-9af6-08b72da373d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:43.777543 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] For port 38b45d32-b9ea-4c0e-a52d-82cc0ad51201, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:00:43.780644 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] For port 38b45d32-b9ea-4c0e-a52d-82cc0ad51201, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=38b45d32-b9ea-4c0e-a52d-82cc0ad51201,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:00:43.786100 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:43.789714 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-6dfbf0d5-7243-41fd-bc53-1d302a358f8b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:43.797098 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d596f2-6507-4a25-9af6-08b72da373d1 admin admin] Network 2722142f-d41e-489b-96f1-7cd396c07303 is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:00:43.804826 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-25d596f2-6507-4a25-9af6-08b72da373d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:43.810463 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d596f2-6507-4a25-9af6-08b72da373d1 admin admin] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:00:43.831046 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] Network ef9bd678-fb03-49b0-b2af-7d04383c138e is already hosted by enough agents. {{(pid=106073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:00:43.834472 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.scheduler.base_scheduler [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] Resources bound (agent type, host, resource id): {{(pid=106073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:43.836602 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] Received port after_create {{(pid=106073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:00:43.851781 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] Pushing event updated for resources: {'Port': ['ID=e71a7b79-5bc2-431a-a2bd-541002596897,revision_number=1']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:43.854356 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ae2da5e2-56b0-4e27-a624-c1c4b482bad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:43.884341 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d596f2-6507-4a25-9af6-08b72da373d1 admin admin] Pushing event updated for resources: {'Port': ['ID=8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:43.885465 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:43.888256 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-6dfbf0d5-7243-41fd-bc53-1d302a358f8b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Network c82f0e18-d709-47ff-b01c-741485e75497 is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:00:43.895814 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-6dfbf0d5-7243-41fd-bc53-1d302a358f8b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:43.900638 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-6dfbf0d5-7243-41fd-bc53-1d302a358f8b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:00:43.946350 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2da5e2-56b0-4e27-a624-c1c4b482bad1 admin admin] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:00:43.948509 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-ae2da5e2-56b0-4e27-a624-c1c4b482bad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:43.956229 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] Routers {'f12391df-111d-48a8-83c3-82f2b6c72745'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:00:43.956913 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:00:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['f12391df-111d-48a8-83c3-82f2b6c72745'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:43.960776 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2da5e2-56b0-4e27-a624-c1c4b482bad1 admin admin] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:00:43.972057 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-25d596f2-6507-4a25-9af6-08b72da373d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600459'] for router_interface, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:44.018967 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] Attempting to bind port e71a7b79-5bc2-431a-a2bd-541002596897 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:00:44.019320 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] Attempting to bind port e71a7b79-5bc2-431a-a2bd-541002596897 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': 'b168f714-e6ee-42c7-9515-72e60d76ba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e'}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:00:44.019694 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] Attempting to bind port e71a7b79-5bc2-431a-a2bd-541002596897 on network ef9bd678-fb03-49b0-b2af-7d04383c138e {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:00:44.037108 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:00:44.037557 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] Checking segment: {'id': 'b168f714-e6ee-42c7-9515-72e60d76ba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:00:44.037963 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:44.038359 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] Bound using segment: {'id': 'b168f714-e6ee-42c7-9515-72e60d76ba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e'} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:00:44.038839 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] Bound port: e71a7b79-5bc2-431a-a2bd-541002596897, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b168f714-e6ee-42c7-9515-72e60d76ba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e'}}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:00:44.039219 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:44.052545 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2da5e2-56b0-4e27-a624-c1c4b482bad1 admin admin] Pushing event updated for resources: {'Port': ['ID=8579dacd-6216-423f-8be5-bff564c6b883,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:44.061276 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbf0d5-7243-41fd-bc53-1d302a358f8b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Pushing event updated for resources: {'Port': ['ID=99e3ce7c-9862-437e-bc25-46afb9e5553a,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:44.091533 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-6dfbf0d5-7243-41fd-bc53-1d302a358f8b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:44.092095 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-6dfbf0d5-7243-41fd-bc53-1d302a358f8b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:44.104362 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ecf8-0364-4ece-bd6f-57dc67a4306b None None] Pushing event updated for resources: {'Port': ['ID=38b45d32-b9ea-4c0e-a52d-82cc0ad51201,revision_number=3']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:44.145869 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668e9e3-e3d4-42c9-950f-e6a93ef1fd92 req-337e8699-e54d-4987-9e9c-35a633582c6c tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:44.150738 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4668e9e3-e3d4-42c9-950f-e6a93ef1fd92 req-337e8699-e54d-4987-9e9c-35a633582c6c tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 984 time: 0.2809820 Sep 15 18:00:44.163610 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] Set router f12391df-111d-48a8-83c3-82f2b6c72745 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:00:44.240870 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-6dfbf0d5-7243-41fd-bc53-1d302a358f8b tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5168457 Sep 15 18:00:44.250982 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 3311644c-3afd-4be1-83ac-36276c29f1b9 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:00:44.277803 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4668e9e3-e3d4-42c9-950f-e6a93ef1fd92 req-3c20c51a-5e5c-4582-b76d-9711fe7f0279 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&id=f6b51700-818e-4b55-aa7d-c090e70384b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1115768 Sep 15 18:00:44.296178 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] For port e71a7b79-5bc2-431a-a2bd-541002596897, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:00:44.322167 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] Request body: {'port': {'device_id': 'ebd97ffa-7472-40dd-896b-43da6347f046', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80522'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:44.327537 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] For port e71a7b79-5bc2-431a-a2bd-541002596897, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=e71a7b79-5bc2-431a-a2bd-541002596897,segment=NetworkSegment(b168f714-e6ee-42c7-9515-72e60d76ba6f),segment_id=b168f714-e6ee-42c7-9515-72e60d76ba6f)] {{(pid=106073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:00:44.328533 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-dc9db6fb-0388-421e-8950-5cbf0e7ae930 None None] Provisioning complete for port 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:44.328909 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-dc9db6fb-0388-421e-8950-5cbf0e7ae930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:44.349603 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-25d596f2-6507-4a25-9af6-08b72da373d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:44.419381 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-dc9db6fb-0388-421e-8950-5cbf0e7ae930 None None] Port 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:00:44.423758 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:44.426046 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:44.465133 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ae2da5e2-56b0-4e27-a624-c1c4b482bad1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:44.505692 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 3311644c-3afd-4be1-83ac-36276c29f1b9 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:44.505852 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:44.569610 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deae50e-75cf-4667-9991-a8602cb2dda2 None None] Pushing event updated for resources: {'Port': ['ID=e71a7b79-5bc2-431a-a2bd-541002596897,revision_number=2']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:44.597380 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-1a6ed39f-2eb4-490f-b383-48050d76bec2 None None] Provisioning complete for port 99e3ce7c-9862-437e-bc25-46afb9e5553a triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:44.597752 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-1a6ed39f-2eb4-490f-b383-48050d76bec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:44.645407 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacd164-1302-4757-a15d-c4a54b26c16b req-3e030891-5201-41b0-aa84-13ef548c2268 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:44.646912 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1aacd164-1302-4757-a15d-c4a54b26c16b req-3e030891-5201-41b0-aa84-13ef548c2268 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 931 time: 0.2080290 Sep 15 18:00:44.661463 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12391df-111d-48a8-83c3-82f2b6c72745', 'name': 'tempest-TestVolumeBootPattern-89300528-router', 'tenant_id': 'f02f2a7b9048490894480087d8f31955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '38b45d32-b9ea-4c0e-a52d-82cc0ad51201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:39Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 3, 'project_id': 'f02f2a7b9048490894480087d8f31955', 'gw_port': {'id': '38b45d32-b9ea-4c0e-a52d-82cc0ad51201', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12391df-111d-48a8-83c3-82f2b6c72745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:40Z', 'updated_at': '2021-09-15T18:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:44.705488 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbc48ee-a0e8-49b1-a06f-af4941965d0c None None] The sync data for ids ['f12391df-111d-48a8-83c3-82f2b6c72745'] in dv-cinder-805228-2-iscsi is: [{'id': 'f12391df-111d-48a8-83c3-82f2b6c72745', 'name': 'tempest-TestVolumeBootPattern-89300528-router', 'tenant_id': 'f02f2a7b9048490894480087d8f31955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '38b45d32-b9ea-4c0e-a52d-82cc0ad51201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:39Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 3, 'project_id': 'f02f2a7b9048490894480087d8f31955', 'gw_port': {'id': '38b45d32-b9ea-4c0e-a52d-82cc0ad51201', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12391df-111d-48a8-83c3-82f2b6c72745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:40Z', 'updated_at': '2021-09-15T18:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:00:44.707250 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-1a6ed39f-2eb4-490f-b383-48050d76bec2 None None] Port 99e3ce7c-9862-437e-bc25-46afb9e5553a cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:00:44.858044 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1aacd164-1302-4757-a15d-c4a54b26c16b req-ae36935e-152a-45b3-83d9-a65ad2ca3d49 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5f81b18-a16f-4f49-9eb0-0dab076693a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981223 Sep 15 18:00:44.905831 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-25d596f2-6507-4a25-9af6-08b72da373d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:44.985855 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e3ce7c-9862-437e-bc25-46afb9e5553a {{(pid=106072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:00:44.987232 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ae2da5e2-56b0-4e27-a624-c1c4b482bad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600412'] for router, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:44.999901 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:45.022678 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-25d596f2-6507-4a25-9af6-08b72da373d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:45.044155 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.provisioning_blocks [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] Transition to ACTIVE for port object 99e3ce7c-9862-437e-bc25-46afb9e5553a will not be triggered until provisioned by entity L2. {{(pid=106072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:00:45.120877 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:45.135410 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-25d596f2-6507-4a25-9af6-08b72da373d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605723'] for router_interface, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:45.136574 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d596f2-6507-4a25-9af6-08b72da373d1 admin admin] Pushing event updated for resources: {'Port': ['ID=8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24,revision_number=2']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:45.237604 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2da5e2-56b0-4e27-a624-c1c4b482bad1 admin admin] Router 21b53c82-457b-4d16-b21c-9d966a4881d8 is scheduled to L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 with binding_index 1 {{(pid=106071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:00:45.260449 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] Pushing event updated for resources: {'Port': ['ID=99e3ce7c-9862-437e-bc25-46afb9e5553a,revision_number=2']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:45.343177 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] Attempting to bind port 99e3ce7c-9862-437e-bc25-46afb9e5553a on host hv-cinder-80522 for vnic_type normal with profile {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:00:45.343521 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] Attempting to bind port 99e3ce7c-9862-437e-bc25-46afb9e5553a by drivers openvswitch,hyperv on host hv-cinder-80522 at level 0 using segments [{'id': '9595e9a1-5be3-422c-bdfb-de0c754febdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497'}] {{(pid=106072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:00:45.343858 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] Attempting to bind port 99e3ce7c-9862-437e-bc25-46afb9e5553a on network c82f0e18-d709-47ff-b01c-741485e75497 {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:00:45.353398 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] Port 99e3ce7c-9862-437e-bc25-46afb9e5553a on network c82f0e18-d709-47ff-b01c-741485e75497 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80522 {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:00:45.353727 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] Attempting to bind port 99e3ce7c-9862-437e-bc25-46afb9e5553a on network c82f0e18-d709-47ff-b01c-741485e75497 {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:00:45.376775 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d596f2-6507-4a25-9af6-08b72da373d1 admin admin] Network 2722142f-d41e-489b-96f1-7cd396c07303 is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:00:45.388684 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] Checking agent: {'id': 'd3977637-cbe2-41c3-a570-ab972cec54ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80522', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'started_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:00:45.389619 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] Checking segment: {'id': '9595e9a1-5be3-422c-bdfb-de0c754febdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:00:45.390266 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] Bound using segment: {'id': '9595e9a1-5be3-422c-bdfb-de0c754febdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497'} {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:00:45.390955 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] Bound port: 99e3ce7c-9862-437e-bc25-46afb9e5553a, host: hv-cinder-80522, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9595e9a1-5be3-422c-bdfb-de0c754febdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497'}}] {{(pid=106072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:00:45.391566 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:45.409557 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-25d596f2-6507-4a25-9af6-08b72da373d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:45.463102 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2da5e2-56b0-4e27-a624-c1c4b482bad1 admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:00:45.471872 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] Sync routers for ids ['21b53c82-457b-4d16-b21c-9d966a4881d8'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:00:45.485198 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] Routers {'21b53c82-457b-4d16-b21c-9d966a4881d8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:00:45.485999 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:00:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['21b53c82-457b-4d16-b21c-9d966a4881d8'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:45.487152 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] For port 99e3ce7c-9862-437e-bc25-46afb9e5553a, host hv-cinder-80522, cleared binding levels {{(pid=106072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:00:45.490594 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dc5ff-85a2-4e5d-9489-e806fb46609b req-4020f3cb-263b-49a4-afb7-c50dc5719355 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:45.496796 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] For port 99e3ce7c-9862-437e-bc25-46afb9e5553a, host hv-cinder-80522, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=99e3ce7c-9862-437e-bc25-46afb9e5553a,segment=NetworkSegment(9595e9a1-5be3-422c-bdfb-de0c754febdc),segment_id=9595e9a1-5be3-422c-bdfb-de0c754febdc)] {{(pid=106072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:00:45.503391 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-919dc5ff-85a2-4e5d-9489-e806fb46609b req-4020f3cb-263b-49a4-afb7-c50dc5719355 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 984 time: 0.0979693 Sep 15 18:00:45.573030 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-919dc5ff-85a2-4e5d-9489-e806fb46609b req-24db07d3-cadf-4284-94cc-fa39ffc7ecf0 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&id=f6b51700-818e-4b55-aa7d-c090e70384b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671945 Sep 15 18:00:45.620527 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ae2da5e2-56b0-4e27-a624-c1c4b482bad1 admin admin] Notify callbacks [] for router, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:45.624026 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-ae2da5e2-56b0-4e27-a624-c1c4b482bad1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.0859044 Sep 15 18:00:45.626488 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] Set router 21b53c82-457b-4d16-b21c-9d966a4881d8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:00:45.629169 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41728) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:45.732532 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:45.799593 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:45.800219 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:45.801770 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] 10.222.0.37 "PUT /v2.0/ports/99e3ce7c-9862-437e-bc25-46afb9e5553a HTTP/1.1" status: 200 len: 1093 time: 1.5514624 Sep 15 18:00:45.819626 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd97ffa-7472-40dd-896b-43da6347f046', 'tag': '99e3ce7c-9862-437e-bc25-46afb9e5553a'}] {{(pid=106072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:00:45.829096 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47b324d98f2f4bfc09410de6f146af452c7265e3c4636f4d971b874cd661cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb501b0b-08cd-402c-8b58-a5bce1e0b2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd97ffa-7472-40dd-896b-43da6347f046", "tag": "99e3ce7c-9862-437e-bc25-46afb9e5553a"}]}' {{(pid=106072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:00:45.872037 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d596f2-6507-4a25-9af6-08b72da373d1 admin admin] Router f12391df-111d-48a8-83c3-82f2b6c72745 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:00:45.883977 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c26a0-422c-49a4-bcdc-5e8ae35504ad service neutron] Pushing event updated for resources: {'Port': ['ID=99e3ce7c-9862-437e-bc25-46afb9e5553a,revision_number=3']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:45.894495 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ab57b8d5-4ce7-4fc8-b44b-109d4317b74b None None] Provisioning complete for port 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:45.894495 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ab57b8d5-4ce7-4fc8-b44b-109d4317b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:45.950816 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'name': 'tempest-TestShelveInstance-8421170-router', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '8579dacd-6216-423f-8be5-bff564c6b883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:42Z', 'updated_at': '2021-09-15T18:00:44Z', 'revision_number': 3, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'gw_port': {'id': '8579dacd-6216-423f-8be5-bff564c6b883', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:74:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:43Z', 'updated_at': '2021-09-15T18:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:45.997292 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ab57b8d5-4ce7-4fc8-b44b-109d4317b74b None None] Port 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:00:46.019647 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40a3a12-b557-4f38-9193-1d76395cade5 None None] Network ef9bd678-fb03-49b0-b2af-7d04383c138e requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:00:46.025705 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] Checking router: 21b53c82-457b-4d16-b21c-9d966a4881d8 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:00:46.026062 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] Updating router 21b53c82-457b-4d16-b21c-9d966a4881d8 port 8579dacd-6216-423f-8be5-bff564c6b883 binding host dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:00:46.077579 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:46.154538 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-49019fc8-d0c7-47b6-8432-e3a02706886c None None] Provisioning complete for port e71a7b79-5bc2-431a-a2bd-541002596897 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:46.155114 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-49019fc8-d0c7-47b6-8432-e3a02706886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:46.188049 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d61635-047e-45b3-b14f-f74df312db87 req-785076a7-d708-420a-8607-1a2eaf911a3f tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:46.194832 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-16d61635-047e-45b3-b14f-f74df312db87 req-785076a7-d708-420a-8607-1a2eaf911a3f tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 943 time: 0.1996281 Sep 15 18:00:46.200172 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-2c67199a-5a13-4d08-97e9-3b93aee45c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:46.204942 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-2c67199a-5a13-4d08-97e9-3b93aee45c8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f97c5470f94401f90fa26a45eecfcd7&device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 1096 time: 0.2004638 Sep 15 18:00:46.231379 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d596f2-6507-4a25-9af6-08b72da373d1 admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:00:46.235529 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9794b1-13f9-427c-8f20-91d09afaabe1 x-openstack-request-id: req-3e9794b1-13f9-427c-8f20-91d09afaabe1 {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:00:46.235793 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd97ffa-7472-40dd-896b-43da6347f046", "tag": "99e3ce7c-9862-437e-bc25-46afb9e5553a", "status": "completed", "code": 200}]} {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:00:46.236494 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e9794b1-13f9-427c-8f20-91d09afaabe1 {{(pid=106072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:00:46.236912 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd97ffa-7472-40dd-896b-43da6347f046', 'tag': '99e3ce7c-9862-437e-bc25-46afb9e5553a', 'status': 'completed', 'code': 200} Sep 15 18:00:46.257086 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-25d596f2-6507-4a25-9af6-08b72da373d1 admin admin] 10.222.0.20 "PUT /v2.0/routers/f12391df-111d-48a8-83c3-82f2b6c72745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2476223 Sep 15 18:00:46.304269 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-2e50853a-7d06-4916-9bda-16c9053c20d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99e3ce7c-9862-437e-bc25-46afb9e5553a HTTP/1.1" status: 200 len: 217 time: 0.0665224 Sep 15 18:00:46.376297 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-16d61635-047e-45b3-b14f-f74df312db87 req-3c8f9141-5b2a-418b-b0c5-aabbca60598f tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5f81b18-a16f-4f49-9eb0-0dab076693a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463339 Sep 15 18:00:46.377885 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-ecf2b649-32ae-47f6-a514-2400c3d60414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:46.379458 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-ecf2b649-32ae-47f6-a514-2400c3d60414 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b21d638-ac50-4318-b027-484d191c8b9c HTTP/1.1" status: 200 len: 849 time: 0.0581353 Sep 15 18:00:46.420027 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device e71a7b79-5bc2-431a-a2bd-541002596897 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:00:46.425620 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9ff567bb-5c4b-4406-8059-c6ad53de9250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:46.452554 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-49019fc8-d0c7-47b6-8432-e3a02706886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:46.452971 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-46d54478-3718-40b7-abcc-78212b489fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:46.455257 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-46d54478-3718-40b7-abcc-78212b489fdd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c82f0e18-d709-47ff-b01c-741485e75497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677280 Sep 15 18:00:46.528921 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-49019fc8-d0c7-47b6-8432-e3a02706886c None None] For port e71a7b79-5bc2-431a-a2bd-541002596897, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=e71a7b79-5bc2-431a-a2bd-541002596897,segment=NetworkSegment(b168f714-e6ee-42c7-9515-72e60d76ba6f),segment_id=b168f714-e6ee-42c7-9515-72e60d76ba6f)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:00:46.557315 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port e71a7b79-5bc2-431a-a2bd-541002596897 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:46.557699 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:46.616448 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-2a11cc8e-b200-4500-b833-68d31847a382 service neutron] 10.222.0.37 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500418 Sep 15 18:00:46.631027 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] Notify callbacks [] for port, precommit_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:46.660448 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-49019fc8-d0c7-47b6-8432-e3a02706886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:46.694195 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [None req-9ff567bb-5c4b-4406-8059-c6ad53de9250 admin admin] Allocated IP 172.20.0.1 (ef9bd678-fb03-49b0-b2af-7d04383c138e/4e88ec5f-fa46-4bde-9cde-13946047afbd/6b86954f-494a-4ffb-a2a5-141976dbf888) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:00:46.703203 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:46.717254 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:46.775472 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49019fc8-d0c7-47b6-8432-e3a02706886c None None] Pushing event updated for resources: {'Port': ['ID=e71a7b79-5bc2-431a-a2bd-541002596897,revision_number=3']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:46.810010 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a4926-3905-44c3-8278-d10d95a36a25 None None] Pushing event updated for resources: {'Port': ['ID=8579dacd-6216-423f-8be5-bff564c6b883,revision_number=2']} {{(pid=106074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:46.830031 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e02e59-f5c3-472f-9459-2840dc4b636f req-d5ffe8bc-8ace-4b32-ac32-a56866af40de tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:46.830031 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-81e02e59-f5c3-472f-9459-2840dc4b636f req-d5ffe8bc-8ace-4b32-ac32-a56866af40de tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 984 time: 0.1419725 Sep 15 18:00:46.830344 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a4926-3905-44c3-8278-d10d95a36a25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:46.830344 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a4926-3905-44c3-8278-d10d95a36a25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:46.830344 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a4926-3905-44c3-8278-d10d95a36a25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:46.830614 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a4926-3905-44c3-8278-d10d95a36a25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:46.830837 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a4926-3905-44c3-8278-d10d95a36a25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:46.831170 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a4926-3905-44c3-8278-d10d95a36a25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:46.831499 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a4926-3905-44c3-8278-d10d95a36a25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:46.831873 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a4926-3905-44c3-8278-d10d95a36a25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:46.832394 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a4926-3905-44c3-8278-d10d95a36a25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:46.833383 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a4926-3905-44c3-8278-d10d95a36a25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:46.833844 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a4926-3905-44c3-8278-d10d95a36a25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:46.835308 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305a4926-3905-44c3-8278-d10d95a36a25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:00:46.869293 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] Attempting to bind port 8579dacd-6216-423f-8be5-bff564c6b883 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:00:46.869812 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] Attempting to bind port 8579dacd-6216-423f-8be5-bff564c6b883 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}] {{(pid=106074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:00:46.870163 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] Attempting to bind port 8579dacd-6216-423f-8be5-bff564c6b883 on network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:00:46.880712 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:00:46.881259 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] Checking segment: {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:00:46.881667 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:46.882127 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] Bound using segment: {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'} {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:00:46.882643 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] Bound port: 8579dacd-6216-423f-8be5-bff564c6b883, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}}] {{(pid=106074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:00:46.883666 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:46.888603 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9ff567bb-5c4b-4406-8059-c6ad53de9250 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:46.889061 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-29f8aa35-2e43-47cd-aae4-a76da881dfe0 req-f95a42d9-1a57-416d-aced-c6a16b8920f4 service neutron] 10.222.0.37 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637563 Sep 15 18:00:46.895420 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-81e02e59-f5c3-472f-9459-2840dc4b636f req-08d41f3d-3d01-43ca-995e-a3752fd0aad6 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&id=f6b51700-818e-4b55-aa7d-c090e70384b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580802 Sep 15 18:00:46.936131 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.db.api [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 18:00:46.937099 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG oslo_db.api [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 18:00:46.957890 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.db [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] For port 8579dacd-6216-423f-8be5-bff564c6b883, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:00:46.961048 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.db [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] For port 8579dacd-6216-423f-8be5-bff564c6b883, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=8579dacd-6216-423f-8be5-bff564c6b883,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:00:47.028039 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-d6d64a99-2518-4505-b7dd-55ba071c3468 None None] Provisioning complete for port e71a7b79-5bc2-431a-a2bd-541002596897 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:47.031371 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-d6d64a99-2518-4505-b7dd-55ba071c3468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:47.075696 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9ff567bb-5c4b-4406-8059-c6ad53de9250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:47.075854 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:47.108340 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb501b0b-08cd-402c-8b58-a5bce1e0b2dd req-d1d88418-2169-46f7-b188-85798b331da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:47.110334 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cb501b0b-08cd-402c-8b58-a5bce1e0b2dd req-d1d88418-2169-46f7-b188-85798b331da1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f97c5470f94401f90fa26a45eecfcd7&device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 1096 time: 0.0546095 Sep 15 18:00:47.115663 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff567bb-5c4b-4406-8059-c6ad53de9250 admin admin] Network ef9bd678-fb03-49b0-b2af-7d04383c138e is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:00:47.118525 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-9ff567bb-5c4b-4406-8059-c6ad53de9250 admin admin] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:47.122709 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff567bb-5c4b-4406-8059-c6ad53de9250 admin admin] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:00:47.151497 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a4926-3905-44c3-8278-d10d95a36a25 None None] Pushing event updated for resources: {'Port': ['ID=8579dacd-6216-423f-8be5-bff564c6b883,revision_number=3']} {{(pid=106074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:47.173296 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] Routers {'21b53c82-457b-4d16-b21c-9d966a4881d8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:00:47.173860 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:00:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['21b53c82-457b-4d16-b21c-9d966a4881d8'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:47.189469 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff567bb-5c4b-4406-8059-c6ad53de9250 admin admin] Pushing event updated for resources: {'Port': ['ID=6b86954f-494a-4ffb-a2a5-141976dbf888,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:47.200846 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9ff567bb-5c4b-4406-8059-c6ad53de9250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600459'] for router_interface, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:47.249820 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb501b0b-08cd-402c-8b58-a5bce1e0b2dd req-d1ef7a0e-50c2-456c-a270-075449089d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:47.251309 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cb501b0b-08cd-402c-8b58-a5bce1e0b2dd req-d1ef7a0e-50c2-456c-a270-075449089d9a service neutron] 10.222.0.37 "GET /v2.0/networks?id=c82f0e18-d709-47ff-b01c-741485e75497 HTTP/1.1" status: 200 len: 911 time: 0.1311946 Sep 15 18:00:47.318449 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] Set router 21b53c82-457b-4d16-b21c-9d966a4881d8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:00:47.320268 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cb501b0b-08cd-402c-8b58-a5bce1e0b2dd req-15ef17de-7a10-4a9b-9674-f85f98e87904 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99e3ce7c-9862-437e-bc25-46afb9e5553a HTTP/1.1" status: 200 len: 217 time: 0.0586517 Sep 15 18:00:47.347083 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41748) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:47.353714 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-b597e43c-615f-43bf-86d3-ecaf9330dc69 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-975565398', 'description': 'tempest-secgroup-smoke-975565398 description', 'project_id': '32757804069f4822bf01cb432ae7c283'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:47.378291 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb501b0b-08cd-402c-8b58-a5bce1e0b2dd req-f9e566aa-006e-40af-baae-ef9b18bf1eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:47.379776 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cb501b0b-08cd-402c-8b58-a5bce1e0b2dd req-f9e566aa-006e-40af-baae-ef9b18bf1eb4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b21d638-ac50-4318-b027-484d191c8b9c HTTP/1.1" status: 200 len: 849 time: 0.0530410 Sep 15 18:00:47.437633 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb501b0b-08cd-402c-8b58-a5bce1e0b2dd req-503840f7-0768-4ae3-bbb2-4e62032f4f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:47.444848 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cb501b0b-08cd-402c-8b58-a5bce1e0b2dd req-503840f7-0768-4ae3-bbb2-4e62032f4f93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c82f0e18-d709-47ff-b01c-741485e75497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448594 Sep 15 18:00:47.456389 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9ff567bb-5c4b-4406-8059-c6ad53de9250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:47.503104 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 38b45d32-b9ea-4c0e-a52d-82cc0ad51201 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:00:47.505531 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-a9114f31-b25b-4ec2-be15-a577a93c321e None None] Provisioning complete for port 6b86954f-494a-4ffb-a2a5-141976dbf888 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:47.505915 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-a9114f31-b25b-4ec2-be15-a577a93c321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:47.522603 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'name': 'tempest-TestShelveInstance-8421170-router', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '8579dacd-6216-423f-8be5-bff564c6b883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:42Z', 'updated_at': '2021-09-15T18:00:44Z', 'revision_number': 3, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'gw_port': {'id': '8579dacd-6216-423f-8be5-bff564c6b883', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:74:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:43Z', 'updated_at': '2021-09-15T18:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:47.533353 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b597e43c-615f-43bf-86d3-ecaf9330dc69 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:47.584575 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6800b521-325a-497e-8ea7-ee0de2c255d7 None None] The sync data for ids ['21b53c82-457b-4d16-b21c-9d966a4881d8'] in dv-cinder-805228-2-iscsi is: [{'id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'name': 'tempest-TestShelveInstance-8421170-router', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '8579dacd-6216-423f-8be5-bff564c6b883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:42Z', 'updated_at': '2021-09-15T18:00:44Z', 'revision_number': 3, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'gw_port': {'id': '8579dacd-6216-423f-8be5-bff564c6b883', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:74:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:43Z', 'updated_at': '2021-09-15T18:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:00:47.609082 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cb501b0b-08cd-402c-8b58-a5bce1e0b2dd req-0c7385f2-b170-401d-b15c-b670ac86216d service neutron] 10.222.0.37 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603642 Sep 15 18:00:47.651979 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c958f60-9c4a-45f8-92ce-b6da16698c9e req-46def22a-8aa5-40c9-b33b-d5ac71fd4563 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:47.659735 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3c958f60-9c4a-45f8-92ce-b6da16698c9e req-46def22a-8aa5-40c9-b33b-d5ac71fd4563 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 943 time: 0.0912652 Sep 15 18:00:47.738025 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-a9114f31-b25b-4ec2-be15-a577a93c321e None None] Port 6b86954f-494a-4ffb-a2a5-141976dbf888 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:00:47.745840 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3c958f60-9c4a-45f8-92ce-b6da16698c9e req-ba411b6b-0138-46d1-a264-1043cccc219f tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5f81b18-a16f-4f49-9eb0-0dab076693a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824578 Sep 15 18:00:47.785768 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 38b45d32-b9ea-4c0e-a52d-82cc0ad51201 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:47.786150 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:47.789502 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9ff567bb-5c4b-4406-8059-c6ad53de9250 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:47.795674 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-cb501b0b-08cd-402c-8b58-a5bce1e0b2dd req-cc514d0a-84cc-4a57-a7ea-7476e0019913 service neutron] 10.222.0.37 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735275 Sep 15 18:00:47.801142 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b597e43c-615f-43bf-86d3-ecaf9330dc69 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:47.876292 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:47.890271 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9ff567bb-5c4b-4406-8059-c6ad53de9250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:47.897839 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] For port 38b45d32-b9ea-4c0e-a52d-82cc0ad51201, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=38b45d32-b9ea-4c0e-a52d-82cc0ad51201,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:00:47.948310 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b597e43c-615f-43bf-86d3-ecaf9330dc69 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:48.002244 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9ff567bb-5c4b-4406-8059-c6ad53de9250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605723'] for router_interface, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:48.011127 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff567bb-5c4b-4406-8059-c6ad53de9250 admin admin] Pushing event updated for resources: {'Port': ['ID=6b86954f-494a-4ffb-a2a5-141976dbf888,revision_number=2']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:48.030212 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597e43c-615f-43bf-86d3-ecaf9330dc69 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9796e60-3118-41a1-8a05-a2f4a21c4408,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:48.043797 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:48.110065 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Pushing event updated for resources: {'Port': ['ID=38b45d32-b9ea-4c0e-a52d-82cc0ad51201,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:48.125116 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b597e43c-615f-43bf-86d3-ecaf9330dc69 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:48.126638 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-b597e43c-615f-43bf-86d3-ecaf9330dc69 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7785153 Sep 15 18:00:48.129825 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41756) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:48.143629 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-73efebb7-e2b8-4891-aec6-a8a06a6cc74d tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Request body: {'security_group_rule': {'security_group_id': 'f9796e60-3118-41a1-8a05-a2f4a21c4408', 'project_id': '32757804069f4822bf01cb432ae7c283', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:48.152424 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe4093-73c7-49cd-8552-58aca8c2bf5c req-a11913fa-b0a7-4e41-a758-b776211f535a tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:48.153995 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-cdfe4093-73c7-49cd-8552-58aca8c2bf5c req-a11913fa-b0a7-4e41-a758-b776211f535a tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 984 time: 0.1450396 Sep 15 18:00:48.157291 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] Sync routers for ids ['f12391df-111d-48a8-83c3-82f2b6c72745'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:00:48.180812 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] Routers {'f12391df-111d-48a8-83c3-82f2b6c72745'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:00:48.180812 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:00:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['f12391df-111d-48a8-83c3-82f2b6c72745'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:48.213107 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff567bb-5c4b-4406-8059-c6ad53de9250 admin admin] Network ef9bd678-fb03-49b0-b2af-7d04383c138e is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:00:48.217820 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-9ff567bb-5c4b-4406-8059-c6ad53de9250 admin admin] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:48.269015 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-73efebb7-e2b8-4891-aec6-a8a06a6cc74d tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:48.286923 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-cdfe4093-73c7-49cd-8552-58aca8c2bf5c req-50f3cc3e-c4d7-4980-af1e-59fb6abb4839 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&id=f6b51700-818e-4b55-aa7d-c090e70384b6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1105397 Sep 15 18:00:48.380633 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-73efebb7-e2b8-4891-aec6-a8a06a6cc74d tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:48.387614 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 8579dacd-6216-423f-8be5-bff564c6b883 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:00:48.412984 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] Set router f12391df-111d-48a8-83c3-82f2b6c72745 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:00:48.420683 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff567bb-5c4b-4406-8059-c6ad53de9250 admin admin] Router 21b53c82-457b-4d16-b21c-9d966a4881d8 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:00:48.474377 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-73efebb7-e2b8-4891-aec6-a8a06a6cc74d tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:48.502684 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73efebb7-e2b8-4891-aec6-a8a06a6cc74d tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e6ad09-8529-45b6-953f-c2181aaaaf8c,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:48.555270 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff567bb-5c4b-4406-8059-c6ad53de9250 admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:00:48.568531 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-9ff567bb-5c4b-4406-8059-c6ad53de9250 admin admin] 10.222.0.20 "PUT /v2.0/routers/21b53c82-457b-4d16-b21c-9d966a4881d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9306746 Sep 15 18:00:48.568876 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 8579dacd-6216-423f-8be5-bff564c6b883 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:48.568876 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:48.571233 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-73efebb7-e2b8-4891-aec6-a8a06a6cc74d tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:48.572420 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-73efebb7-e2b8-4891-aec6-a8a06a6cc74d tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4416020 Sep 15 18:00:48.575786 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41762) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:48.580184 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-d665cadd-28da-4a51-9ac9-635e777455c5 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Request body: {'security_group_rule': {'security_group_id': 'f9796e60-3118-41a1-8a05-a2f4a21c4408', 'project_id': '32757804069f4822bf01cb432ae7c283', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:48.630486 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-3b5dcd51-39a0-40d9-a24e-1e8823fb0a1f None None] Provisioning complete for port 6b86954f-494a-4ffb-a2a5-141976dbf888 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:48.630869 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3b5dcd51-39a0-40d9-a24e-1e8823fb0a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:48.697257 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d665cadd-28da-4a51-9ac9-635e777455c5 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:48.733327 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-3b5dcd51-39a0-40d9-a24e-1e8823fb0a1f None None] Port 6b86954f-494a-4ffb-a2a5-141976dbf888 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:00:48.789008 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d665cadd-28da-4a51-9ac9-635e777455c5 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:48.821537 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:48.865813 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] For port 8579dacd-6216-423f-8be5-bff564c6b883, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=8579dacd-6216-423f-8be5-bff564c6b883,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:00:48.871934 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12391df-111d-48a8-83c3-82f2b6c72745', 'name': 'tempest-TestVolumeBootPattern-89300528-router', 'tenant_id': 'f02f2a7b9048490894480087d8f31955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '38b45d32-b9ea-4c0e-a52d-82cc0ad51201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:39Z', 'updated_at': '2021-09-15T18:00:44Z', 'revision_number': 4, 'project_id': 'f02f2a7b9048490894480087d8f31955', 'gw_port': {'id': '38b45d32-b9ea-4c0e-a52d-82cc0ad51201', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12391df-111d-48a8-83c3-82f2b6c72745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:40Z', 'updated_at': '2021-09-15T18:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24', 'name': '', 'network_id': '2722142f-d41e-489b-96f1-7cd396c07303', 'tenant_id': 'f02f2a7b9048490894480087d8f31955', 'mac_address': 'fa:16:3e:db:2f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12391df-111d-48a8-83c3-82f2b6c72745', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '05f0c588-16dd-4a7c-b1c2-13defb633011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:43Z', 'updated_at': '2021-09-15T18:00:44Z', 'revision_number': 2, 'project_id': 'f02f2a7b9048490894480087d8f31955', 'subnets': [{'id': '05f0c588-16dd-4a7c-b1c2-13defb633011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:48.884171 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d665cadd-28da-4a51-9ac9-635e777455c5 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:48.904329 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] Checking router: f12391df-111d-48a8-83c3-82f2b6c72745 for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:00:48.904747 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] Updating router f12391df-111d-48a8-83c3-82f2b6c72745 port 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24 binding host dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:00:48.911179 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665cadd-28da-4a51-9ac9-635e777455c5 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ede21f-1bdc-411b-94e8-330a44973878,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:48.931047 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cde7d-8229-4535-989c-899073f3ec90 req-c3ced334-d589-48ef-930d-1017fc3a96e9 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:48.932581 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6b9cde7d-8229-4535-989c-899073f3ec90 req-c3ced334-d589-48ef-930d-1017fc3a96e9 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 943 time: 0.0853202 Sep 15 18:00:48.935883 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:48.971251 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6b9cde7d-8229-4535-989c-899073f3ec90 req-4333153d-dd3c-4ae9-b582-a849f620f2dd tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5f81b18-a16f-4f49-9eb0-0dab076693a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328796 Sep 15 18:00:48.972667 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d665cadd-28da-4a51-9ac9-635e777455c5 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:48.973800 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-d665cadd-28da-4a51-9ac9-635e777455c5 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3970695 Sep 15 18:00:48.974048 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-d7da6e04-3cb0-48a2-9e34-305775d27290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:48.976464 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41770) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:48.980244 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:48.981042 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 38b45d32-b9ea-4c0e-a52d-82cc0ad51201 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:00:48.981979 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-a625b374-ae98-42c6-b963-6d23bb8545e3 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Request body: {'security_group_rule': {'security_group_id': 'f9796e60-3118-41a1-8a05-a2f4a21c4408', 'project_id': '32757804069f4822bf01cb432ae7c283', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:49.098945 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a625b374-ae98-42c6-b963-6d23bb8545e3 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:49.158340 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Pushing event updated for resources: {'Port': ['ID=8579dacd-6216-423f-8be5-bff564c6b883,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:49.158909 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a625b374-ae98-42c6-b963-6d23bb8545e3 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:49.217134 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 38b45d32-b9ea-4c0e-a52d-82cc0ad51201 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:49.217513 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:49.239456 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a625b374-ae98-42c6-b963-6d23bb8545e3 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:49.265740 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625b374-ae98-42c6-b963-6d23bb8545e3 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba885e13-33bf-48d6-a360-ce7716f10f7f,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:49.340406 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a625b374-ae98-42c6-b963-6d23bb8545e3 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:49.349881 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41782) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:49.350365 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-a625b374-ae98-42c6-b963-6d23bb8545e3 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3683996 Sep 15 18:00:49.350490 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-e57120e2-0172-4967-a9d7-928fb361a690 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Request body: {'security_group_rule': {'security_group_id': 'f9796e60-3118-41a1-8a05-a2f4a21c4408', 'project_id': '32757804069f4822bf01cb432ae7c283', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:49.352599 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41784) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:49.358094 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-9e36ebe3-15cf-4296-b95e-b11c974c3459 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-879337432-network', 'tenant_id': 'dc4f7b015dd1478aa428174e55155760'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:49.367671 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.db.api [None req-9e36ebe3-15cf-4296-b95e-b11c974c3459 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 18:00:49.367671 dv-cinder-805228-2-iscsi neutron-server[106072]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 18:00:49.367671 dv-cinder-805228-2-iscsi neutron-server[106072]: [parameters: {'project_id_1': 'dc4f7b015dd1478aa428174e55155760', 'expiration_1': datetime.datetime(2021, 9, 15, 18, 0, 29, 363089)}] Sep 15 18:00:49.367671 dv-cinder-805228-2-iscsi neutron-server[106072]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 18:00:49.368108 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG oslo_db.api [None req-9e36ebe3-15cf-4296-b95e-b11c974c3459 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 18:00:49.384118 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device e71a7b79-5bc2-431a-a2bd-541002596897 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:00:49.430292 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] Notify callbacks [] for port, precommit_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:49.442701 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e57120e2-0172-4967-a9d7-928fb361a690 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:49.447693 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port e71a7b79-5bc2-431a-a2bd-541002596897 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:49.448144 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:49.505093 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e57120e2-0172-4967-a9d7-928fb361a690 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:49.519480 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:49.584961 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] Sync routers for ids ['21b53c82-457b-4d16-b21c-9d966a4881d8'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:00:49.595049 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] Routers {'21b53c82-457b-4d16-b21c-9d966a4881d8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:00:49.595689 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:00:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['21b53c82-457b-4d16-b21c-9d966a4881d8'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:49.600552 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e57120e2-0172-4967-a9d7-928fb361a690 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:49.607053 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b957045-82ca-4fbf-90bc-236198505022 None None] Pushing event updated for resources: {'Port': ['ID=8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24,revision_number=3']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:49.621478 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57120e2-0172-4967-a9d7-928fb361a690 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323100be-1aa8-4f6f-b0a4-5676271a5ff0,revision_number=0']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:49.652531 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] Attempting to bind port 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:00:49.652531 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] Attempting to bind port 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '9d5c855d-013b-4d7d-a3c6-2954a44ad74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2722142f-d41e-489b-96f1-7cd396c07303'}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:00:49.652925 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] Attempting to bind port 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24 on network 2722142f-d41e-489b-96f1-7cd396c07303 {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:00:49.658803 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:00:49.659368 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] Checking segment: {'id': '9d5c855d-013b-4d7d-a3c6-2954a44ad74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2722142f-d41e-489b-96f1-7cd396c07303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:00:49.659875 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:49.660376 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] Bound using segment: {'id': '9d5c855d-013b-4d7d-a3c6-2954a44ad74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2722142f-d41e-489b-96f1-7cd396c07303'} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:00:49.660998 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] Bound port: 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5c855d-013b-4d7d-a3c6-2954a44ad74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2722142f-d41e-489b-96f1-7cd396c07303'}}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:00:49.661539 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:49.698784 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-e57120e2-0172-4967-a9d7-928fb361a690 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:49.700434 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-e57120e2-0172-4967-a9d7-928fb361a690 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3541334 Sep 15 18:00:49.703268 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41786) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:49.713871 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-fc93d778-4004-44d0-acfe-5eafeb24ad68 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Request body: {'security_group_rule': {'security_group_id': 'f9796e60-3118-41a1-8a05-a2f4a21c4408', 'project_id': '32757804069f4822bf01cb432ae7c283', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:49.739964 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] For port 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:00:49.744373 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] For port 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24,segment=NetworkSegment(9d5c855d-013b-4d7d-a3c6-2954a44ad74e),segment_id=9d5c855d-013b-4d7d-a3c6-2954a44ad74e)] {{(pid=106073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:00:49.811348 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.securitygroups_db [None req-fc93d778-4004-44d0-acfe-5eafeb24ad68 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Project 32757804069f4822bf01cb432ae7c283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 18:00:49.818801 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-fc93d778-4004-44d0-acfe-5eafeb24ad68 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:49.819076 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] Set router 21b53c82-457b-4d16-b21c-9d966a4881d8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:00:49.824380 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:49.896511 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] Routers {'f12391df-111d-48a8-83c3-82f2b6c72745'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:00:49.897042 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:00:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['f12391df-111d-48a8-83c3-82f2b6c72745'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:49.950135 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b957045-82ca-4fbf-90bc-236198505022 None None] Pushing event updated for resources: {'Port': ['ID=8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:49.953766 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-fc93d778-4004-44d0-acfe-5eafeb24ad68 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:49.981953 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-bf90f80a-efa0-4b20-970a-bd6402ef1384 None None] Provisioning complete for port 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:49.981953 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-bf90f80a-efa0-4b20-970a-bd6402ef1384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.002829 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e36ebe3-15cf-4296-b95e-b11c974c3459 admin admin] Made reservation on behalf of dc4f7b015dd1478aa428174e55155760 for: {'network': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:00:50.005808 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9e36ebe3-15cf-4296-b95e-b11c974c3459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for network, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.026266 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9e36ebe3-15cf-4296-b95e-b11c974c3459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.038345 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-fc93d778-4004-44d0-acfe-5eafeb24ad68 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.062372 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93d778-4004-44d0-acfe-5eafeb24ad68 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2da6f4-21a6-4e37-8960-80a80cd94099,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:50.077461 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] Set router f12391df-111d-48a8-83c3-82f2b6c72745 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:00:50.088563 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'name': 'tempest-TestShelveInstance-8421170-router', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '8579dacd-6216-423f-8be5-bff564c6b883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:42Z', 'updated_at': '2021-09-15T18:00:47Z', 'revision_number': 4, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'gw_port': {'id': '8579dacd-6216-423f-8be5-bff564c6b883', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:43Z', 'updated_at': '2021-09-15T18:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '6b86954f-494a-4ffb-a2a5-141976dbf888', 'name': '', 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'mac_address': 'fa:16:3e:1d:33:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4e88ec5f-fa46-4bde-9cde-13946047afbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:46Z', 'updated_at': '2021-09-15T18:00:47Z', 'revision_number': 2, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'subnets': [{'id': '4e88ec5f-fa46-4bde-9cde-13946047afbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:50.117973 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] Checking router: 21b53c82-457b-4d16-b21c-9d966a4881d8 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:00:50.118472 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] Updating router 21b53c82-457b-4d16-b21c-9d966a4881d8 port 6b86954f-494a-4ffb-a2a5-141976dbf888 binding host dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:00:50.147773 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.211353 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9e36ebe3-15cf-4296-b95e-b11c974c3459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.221170 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65673c7-8d12-4ac0-8e86-c95f9a8df549 req-9c22db7c-fc4e-4b61-9c5d-0c0c11703a78 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:50.223030 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f65673c7-8d12-4ac0-8e86-c95f9a8df549 req-9c22db7c-fc4e-4b61-9c5d-0c0c11703a78 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 943 time: 0.1539652 Sep 15 18:00:50.246518 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 8579dacd-6216-423f-8be5-bff564c6b883 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:00:50.285176 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f65673c7-8d12-4ac0-8e86-c95f9a8df549 req-e447b7d1-3095-4be5-9e1e-60a1282be556 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5f81b18-a16f-4f49-9eb0-0dab076693a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517364 Sep 15 18:00:50.301617 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9e36ebe3-15cf-4296-b95e-b11c974c3459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.314063 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e36ebe3-15cf-4296-b95e-b11c974c3459 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=106072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 18:00:50.334556 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9e36ebe3-15cf-4296-b95e-b11c974c3459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.334952 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.segments_db [None req-9e36ebe3-15cf-4296-b95e-b11c974c3459 admin admin] Added segment 8971eec2-dc49-4668-ab70-efadbcd3c89c of type vlan for network 13f690e5-a787-4805-bb34-fad3ac63938b Sep 15 18:00:50.351932 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36ebe3-15cf-4296-b95e-b11c974c3459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d11b830-a4a2-49a0-bef3-5f5196e879c5,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:50.376320 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-fc93d778-4004-44d0-acfe-5eafeb24ad68 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.377575 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-fc93d778-4004-44d0-acfe-5eafeb24ad68 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6716263 Sep 15 18:00:50.380511 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41792) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:50.391651 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-89e30547-d477-4b71-a183-acd74d8d4843 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Request body: {'security_group_rule': {'security_group_id': 'f9796e60-3118-41a1-8a05-a2f4a21c4408', 'project_id': '32757804069f4822bf01cb432ae7c283', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:50.391820 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9e36ebe3-15cf-4296-b95e-b11c974c3459 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765806349855'] for network, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.429914 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-bf90f80a-efa0-4b20-970a-bd6402ef1384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.464896 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 8579dacd-6216-423f-8be5-bff564c6b883 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:50.465266 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.473824 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9e36ebe3-15cf-4296-b95e-b11c974c3459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735'] for network, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.474826 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e36ebe3-15cf-4296-b95e-b11c974c3459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:50.475421 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9e36ebe3-15cf-4296-b95e-b11c974c3459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.482579 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] Notify callbacks [] for port, precommit_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.486048 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.db.securitygroups_db [None req-89e30547-d477-4b71-a183-acd74d8d4843 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Project 32757804069f4822bf01cb432ae7c283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 18:00:50.492435 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-89e30547-d477-4b71-a183-acd74d8d4843 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.530392 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-bf90f80a-efa0-4b20-970a-bd6402ef1384 None None] For port 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24,segment=NetworkSegment(9d5c855d-013b-4d7d-a3c6-2954a44ad74e),segment_id=9d5c855d-013b-4d7d-a3c6-2954a44ad74e)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:00:50.537736 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.547606 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36ebe3-15cf-4296-b95e-b11c974c3459 admin admin] Pushing event updated for resources: {'Network': ['ID=13f690e5-a787-4805-bb34-fad3ac63938b,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:50.561517 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Network 13f690e5-a787-4805-bb34-fad3ac63938b details requested by agent ovs-agent-dv-cinder-805228-2-iscsi with host dv-cinder-805228-2-iscsi {{(pid=106073) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 18:00:50.567302 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-89e30547-d477-4b71-a183-acd74d8d4843 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.592188 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-9e36ebe3-15cf-4296-b95e-b11c974c3459 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2355154 Sep 15 18:00:50.592499 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41794) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:50.597844 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-95613fbf-a14d-4f97-8494-19ab56def123 admin admin] Request body: {'subnet': {'network_id': '13f690e5-a787-4805-bb34-fad3ac63938b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-879337432-subnet', 'tenant_id': 'dc4f7b015dd1478aa428174e55155760', 'ip_version': 4}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:50.599324 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cde6e-729f-4bc8-803e-f19bfda25d52 None None] Pushing event updated for resources: {'Port': ['ID=6b86954f-494a-4ffb-a2a5-141976dbf888,revision_number=3']} {{(pid=106074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:50.646203 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-bf90f80a-efa0-4b20-970a-bd6402ef1384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.659376 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] Attempting to bind port 6b86954f-494a-4ffb-a2a5-141976dbf888 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:00:50.659739 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] Attempting to bind port 6b86954f-494a-4ffb-a2a5-141976dbf888 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': 'b168f714-e6ee-42c7-9515-72e60d76ba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e'}] {{(pid=106074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:00:50.660097 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] Attempting to bind port 6b86954f-494a-4ffb-a2a5-141976dbf888 on network ef9bd678-fb03-49b0-b2af-7d04383c138e {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:00:50.665350 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:00:50.666534 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] Checking segment: {'id': 'b168f714-e6ee-42c7-9515-72e60d76ba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:00:50.666976 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.668261 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-89e30547-d477-4b71-a183-acd74d8d4843 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.668840 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] Bound using segment: {'id': 'b168f714-e6ee-42c7-9515-72e60d76ba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e'} {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:00:50.669965 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] Bound port: 6b86954f-494a-4ffb-a2a5-141976dbf888, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b168f714-e6ee-42c7-9515-72e60d76ba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e'}}] {{(pid=106074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:00:50.669965 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.689909 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e30547-d477-4b71-a183-acd74d8d4843 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489a1b59-4a1e-4303-a249-beb43eccbe4b,revision_number=0']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:50.690244 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12391df-111d-48a8-83c3-82f2b6c72745', 'name': 'tempest-TestVolumeBootPattern-89300528-router', 'tenant_id': 'f02f2a7b9048490894480087d8f31955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '38b45d32-b9ea-4c0e-a52d-82cc0ad51201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:39Z', 'updated_at': '2021-09-15T18:00:44Z', 'revision_number': 4, 'project_id': 'f02f2a7b9048490894480087d8f31955', 'gw_port': {'id': '38b45d32-b9ea-4c0e-a52d-82cc0ad51201', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12391df-111d-48a8-83c3-82f2b6c72745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:40Z', 'updated_at': '2021-09-15T18:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24', 'name': '', 'network_id': '2722142f-d41e-489b-96f1-7cd396c07303', 'tenant_id': 'f02f2a7b9048490894480087d8f31955', 'mac_address': 'fa:16:3e:db:2f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12391df-111d-48a8-83c3-82f2b6c72745', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '05f0c588-16dd-4a7c-b1c2-13defb633011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:43Z', 'updated_at': '2021-09-15T18:00:49Z', 'revision_number': 4, 'project_id': 'f02f2a7b9048490894480087d8f31955', 'subnets': [{'id': '05f0c588-16dd-4a7c-b1c2-13defb633011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:50.698905 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95613fbf-a14d-4f97-8494-19ab56def123 admin admin] Made reservation on behalf of dc4f7b015dd1478aa428174e55155760 for: {'subnet': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:00:50.701418 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-95613fbf-a14d-4f97-8494-19ab56def123 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4475166'] for subnet, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.729313 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c59eef-058b-4fd5-897e-95d56b299975 None None] The sync data for ids ['f12391df-111d-48a8-83c3-82f2b6c72745'] in dv-cinder-805228-2-iscsi is: [{'id': 'f12391df-111d-48a8-83c3-82f2b6c72745', 'name': 'tempest-TestVolumeBootPattern-89300528-router', 'tenant_id': 'f02f2a7b9048490894480087d8f31955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '38b45d32-b9ea-4c0e-a52d-82cc0ad51201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:39Z', 'updated_at': '2021-09-15T18:00:44Z', 'revision_number': 4, 'project_id': 'f02f2a7b9048490894480087d8f31955', 'gw_port': {'id': '38b45d32-b9ea-4c0e-a52d-82cc0ad51201', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12391df-111d-48a8-83c3-82f2b6c72745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:40Z', 'updated_at': '2021-09-15T18:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24', 'name': '', 'network_id': '2722142f-d41e-489b-96f1-7cd396c07303', 'tenant_id': 'f02f2a7b9048490894480087d8f31955', 'mac_address': 'fa:16:3e:db:2f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12391df-111d-48a8-83c3-82f2b6c72745', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '05f0c588-16dd-4a7c-b1c2-13defb633011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:43Z', 'updated_at': '2021-09-15T18:00:49Z', 'revision_number': 4, 'project_id': 'f02f2a7b9048490894480087d8f31955', 'subnets': [{'id': '05f0c588-16dd-4a7c-b1c2-13defb633011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:00:50.759957 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.db [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] For port 6b86954f-494a-4ffb-a2a5-141976dbf888, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:00:50.761910 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90f80a-efa0-4b20-970a-bd6402ef1384 None None] Pushing event updated for resources: {'Port': ['ID=8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:50.763453 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.db [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] For port 6b86954f-494a-4ffb-a2a5-141976dbf888, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=6b86954f-494a-4ffb-a2a5-141976dbf888,segment=NetworkSegment(b168f714-e6ee-42c7-9515-72e60d76ba6f),segment_id=b168f714-e6ee-42c7-9515-72e60d76ba6f)] {{(pid=106074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:00:50.773871 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-51e4468f-06b8-43a4-aeb8-1a26e1a9557a None None] Provisioning complete for port 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:50.774381 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-51e4468f-06b8-43a4-aeb8-1a26e1a9557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.777088 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-89e30547-d477-4b71-a183-acd74d8d4843 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.781474 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-89e30547-d477-4b71-a183-acd74d8d4843 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3970363 Sep 15 18:00:50.938504 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:50.969456 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 99e3ce7c-9862-437e-bc25-46afb9e5553a details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:00:51.044770 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] Routers {'21b53c82-457b-4d16-b21c-9d966a4881d8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:00:51.045591 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:00:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['21b53c82-457b-4d16-b21c-9d966a4881d8'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:51.050424 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cde6e-729f-4bc8-803e-f19bfda25d52 None None] Pushing event updated for resources: {'Port': ['ID=6b86954f-494a-4ffb-a2a5-141976dbf888,revision_number=4']} {{(pid=106074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:51.086252 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-e2dfda5a-0ceb-4186-9652-22453f00bca5 None None] Provisioning complete for port 6b86954f-494a-4ffb-a2a5-141976dbf888 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:51.086632 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-e2dfda5a-0ceb-4186-9652-22453f00bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:51.186313 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 99e3ce7c-9862-437e-bc25-46afb9e5553a, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=99e3ce7c-9862-437e-bc25-46afb9e5553a,segment=NetworkSegment(9595e9a1-5be3-422c-bdfb-de0c754febdc),segment_id=9595e9a1-5be3-422c-bdfb-de0c754febdc)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:00:51.268540 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': '99e3ce7c-9862-437e-bc25-46afb9e5553a', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'port_id': '99e3ce7c-9862-437e-bc25-46afb9e5553a', 'mac_address': 'fa:16:3e:32:53:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:00:51.271408 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-e2dfda5a-0ceb-4186-9652-22453f00bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:51.291794 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] Set router 21b53c82-457b-4d16-b21c-9d966a4881d8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:00:51.353611 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-e2dfda5a-0ceb-4186-9652-22453f00bca5 None None] For port 6b86954f-494a-4ffb-a2a5-141976dbf888, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=6b86954f-494a-4ffb-a2a5-141976dbf888,segment=NetworkSegment(b168f714-e6ee-42c7-9515-72e60d76ba6f),segment_id=b168f714-e6ee-42c7-9515-72e60d76ba6f)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:00:51.357425 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:51.380143 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e3ce7c-9862-437e-bc25-46afb9e5553a {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:00:51.439573 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-e2dfda5a-0ceb-4186-9652-22453f00bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:51.451354 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 99e3ce7c-9862-437e-bc25-46afb9e5553a, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=99e3ce7c-9862-437e-bc25-46afb9e5553a,segment=NetworkSegment(9595e9a1-5be3-422c-bdfb-de0c754febdc),segment_id=9595e9a1-5be3-422c-bdfb-de0c754febdc)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:00:51.517709 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2ac25-e7e7-4ce5-85b1-561251bab22d req-90787e4a-a8b5-4d5b-8ab6-7cc7b5e3573a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:51.517709 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-79d2ac25-e7e7-4ce5-85b1-561251bab22d req-90787e4a-a8b5-4d5b-8ab6-7cc7b5e3573a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 943 time: 0.1222045 Sep 15 18:00:51.525996 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-0575dd5e-4dee-41a1-a364-8df5dac496fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:51.531972 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfda5a-0ceb-4186-9652-22453f00bca5 None None] Pushing event updated for resources: {'Port': ['ID=6b86954f-494a-4ffb-a2a5-141976dbf888,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:51.536493 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:51.579015 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-79d2ac25-e7e7-4ce5-85b1-561251bab22d req-ad6f7b9a-fbfd-4aec-88f7-6e8b93cfc923 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5f81b18-a16f-4f49-9eb0-0dab076693a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550323 Sep 15 18:00:51.603614 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-959f6d60-4850-4bf7-9767-2ba3bc42fcb0 None None] Provisioning complete for port 6b86954f-494a-4ffb-a2a5-141976dbf888 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:51.603614 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-959f6d60-4850-4bf7-9767-2ba3bc42fcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:51.603987 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'name': 'tempest-TestShelveInstance-8421170-router', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '8579dacd-6216-423f-8be5-bff564c6b883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:42Z', 'updated_at': '2021-09-15T18:00:47Z', 'revision_number': 4, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'gw_port': {'id': '8579dacd-6216-423f-8be5-bff564c6b883', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:43Z', 'updated_at': '2021-09-15T18:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '6b86954f-494a-4ffb-a2a5-141976dbf888', 'name': '', 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'mac_address': 'fa:16:3e:1d:33:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4e88ec5f-fa46-4bde-9cde-13946047afbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:46Z', 'updated_at': '2021-09-15T18:00:50Z', 'revision_number': 4, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'subnets': [{'id': '4e88ec5f-fa46-4bde-9cde-13946047afbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:51.623368 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-95613fbf-a14d-4f97-8494-19ab56def123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5966905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4475184'] for subnet, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:51.628779 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c3d246-4d40-4067-9667-12724da98f02 None None] The sync data for ids ['21b53c82-457b-4d16-b21c-9d966a4881d8'] in dv-cinder-805228-2-iscsi is: [{'id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'name': 'tempest-TestShelveInstance-8421170-router', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '8579dacd-6216-423f-8be5-bff564c6b883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:42Z', 'updated_at': '2021-09-15T18:00:47Z', 'revision_number': 4, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'gw_port': {'id': '8579dacd-6216-423f-8be5-bff564c6b883', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:43Z', 'updated_at': '2021-09-15T18:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '6b86954f-494a-4ffb-a2a5-141976dbf888', 'name': '', 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'mac_address': 'fa:16:3e:1d:33:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4e88ec5f-fa46-4bde-9cde-13946047afbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:46Z', 'updated_at': '2021-09-15T18:00:50Z', 'revision_number': 4, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'subnets': [{'id': '4e88ec5f-fa46-4bde-9cde-13946047afbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:00:51.635342 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=99e3ce7c-9862-437e-bc25-46afb9e5553a,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:51.717165 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95613fbf-a14d-4f97-8494-19ab56def123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5288df19-189e-4a20-9e28-c38bc0328e48,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:51.732366 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95613fbf-a14d-4f97-8494-19ab56def123 admin admin] Checking segment: {'id': '8971eec2-dc49-4668-ab70-efadbcd3c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13f690e5-a787-4805-bb34-fad3ac63938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:00:51.738406 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95613fbf-a14d-4f97-8494-19ab56def123 admin admin] Network hostable DHCP agents. Network: 13f690e5-a787-4805-bb34-fad3ac63938b, hostable agents: ['36f446e8-29e8-4378-bef0-f89f7461b806'], hosted agents: [] {{(pid=106072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 18:00:51.838525 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['99e3ce7c-9862-437e-bc25-46afb9e5553a'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:00:51.843242 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95613fbf-a14d-4f97-8494-19ab56def123 admin admin] Network 13f690e5-a787-4805-bb34-fad3ac63938b is scheduled to be hosted by DHCP agent 36f446e8-29e8-4378-bef0-f89f7461b806 with binding_index 1 {{(pid=106072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 18:00:51.969559 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-95613fbf-a14d-4f97-8494-19ab56def123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805228-2-iscsi, 13f690e5-a787-4805-bb34-fad3ac63938b) {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:51.974385 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95613fbf-a14d-4f97-8494-19ab56def123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:51.974967 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-95613fbf-a14d-4f97-8494-19ab56def123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:51.992555 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f90766-0782-44f3-8574-2e4e424c37e5 None None] Network 13f690e5-a787-4805-bb34-fad3ac63938b requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:00:52.078392 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:52.103320 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-95613fbf-a14d-4f97-8494-19ab56def123 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5097866 Sep 15 18:00:52.105986 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41844) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:52.110442 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-cb39e37f-b874-456a-a64c-7992289ca73b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-879337432-router', 'tenant_id': 'dc4f7b015dd1478aa428174e55155760', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:52.191595 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b4801a4-af14-5ddf-bb32-75928b3273dc-13f690e5-a787-4805-bb34-fad3ac63938b', 'network_id': '13f690e5-a787-4805-bb34-fad3ac63938b', 'tenant_id': 'dc4f7b015dd1478aa428174e55155760', 'fixed_ips': [{'subnet_id': '5288df19-189e-4a20-9e28-c38bc0328e48'}]}} from dv-cinder-805228-2-iscsi. {{(pid=106073) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 18:00:52.198050 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:52.198178 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cb39e37f-b874-456a-a64c-7992289ca73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-602763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1971'] for router, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:52.198178 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cb39e37f-b874-456a-a64c-7992289ca73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1960'] for router, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:52.292520 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cb39e37f-b874-456a-a64c-7992289ca73b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:52.309941 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 6b86954f-494a-4ffb-a2a5-141976dbf888 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:00:52.403097 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.db_base_plugin_common [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] Allocated IP 172.20.0.2 (13f690e5-a787-4805-bb34-fad3ac63938b/5288df19-189e-4a20-9e28-c38bc0328e48/fd6abcba-94bf-4be7-80e8-3f49d817513e) {{(pid=106073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:00:52.416548 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 6b86954f-494a-4ffb-a2a5-141976dbf888 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:52.416927 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:52.528938 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cb39e37f-b874-456a-a64c-7992289ca73b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:52.637880 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] Notify callbacks [] for port, precommit_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:52.641166 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:00:52.763519 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef0233-598c-42a2-8b37-7391d6f7dcea req-76c00609-e33a-4505-8ee1-08826b2190ab tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:52.765181 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-11ef0233-598c-42a2-8b37-7391d6f7dcea req-76c00609-e33a-4505-8ee1-08826b2190ab tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 944 time: 0.0767236 Sep 15 18:00:52.821466 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064'] for port, after_create {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:52.859663 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] Network 13f690e5-a787-4805-bb34-fad3ac63938b is already hosted by enough agents. {{(pid=106073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:00:52.863239 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.scheduler.base_scheduler [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] Resources bound (agent type, host, resource id): {{(pid=106073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:52.865790 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] Received port after_create {{(pid=106073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:00:52.913891 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-11ef0233-598c-42a2-8b37-7391d6f7dcea req-105cc0ce-c1f5-4054-a6fc-5c8d4dfe7aa5 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5f81b18-a16f-4f49-9eb0-0dab076693a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021168 Sep 15 18:00:52.932717 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cb39e37f-b874-456a-a64c-7992289ca73b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:52.941319 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] Pushing event updated for resources: {'Port': ['ID=fd6abcba-94bf-4be7-80e8-3f49d817513e,revision_number=1']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:52.949079 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:52.950009 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:52.953914 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] Attempting to bind port fd6abcba-94bf-4be7-80e8-3f49d817513e on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:00:52.954204 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] Attempting to bind port fd6abcba-94bf-4be7-80e8-3f49d817513e by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '8971eec2-dc49-4668-ab70-efadbcd3c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13f690e5-a787-4805-bb34-fad3ac63938b'}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:00:52.954583 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] Attempting to bind port fd6abcba-94bf-4be7-80e8-3f49d817513e on network 13f690e5-a787-4805-bb34-fad3ac63938b {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:00:52.962744 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cb39e37f-b874-456a-a64c-7992289ca73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:52.983403 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 99e3ce7c-9862-437e-bc25-46afb9e5553a up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:00:52.990015 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:00:52.990483 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] Checking segment: {'id': '8971eec2-dc49-4668-ab70-efadbcd3c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13f690e5-a787-4805-bb34-fad3ac63938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:00:52.990814 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:52.991221 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] Bound using segment: {'id': '8971eec2-dc49-4668-ab70-efadbcd3c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13f690e5-a787-4805-bb34-fad3ac63938b'} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:00:52.991708 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] Bound port: fd6abcba-94bf-4be7-80e8-3f49d817513e, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8971eec2-dc49-4668-ab70-efadbcd3c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13f690e5-a787-4805-bb34-fad3ac63938b'}}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:00:52.992141 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:53.088926 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [None req-cb39e37f-b874-456a-a64c-7992289ca73b admin admin] Allocated IP 172.27.3.212 (dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a/d93a8e56-437b-48c5-b03a-0e7bd18816d0/b3486935-f694-4020-a10a-daa34f4dd5ef) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:00:53.134679 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] For port fd6abcba-94bf-4be7-80e8-3f49d817513e, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:00:53.156176 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] For port fd6abcba-94bf-4be7-80e8-3f49d817513e, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=fd6abcba-94bf-4be7-80e8-3f49d817513e,segment=NetworkSegment(8971eec2-dc49-4668-ab70-efadbcd3c89c),segment_id=8971eec2-dc49-4668-ab70-efadbcd3c89c)] {{(pid=106073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:00:53.196372 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cb39e37f-b874-456a-a64c-7992289ca73b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:53.201065 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning for port 99e3ce7c-9862-437e-bc25-46afb9e5553a completed by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:00:53.212195 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port 99e3ce7c-9862-437e-bc25-46afb9e5553a triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:53.213320 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:53.240059 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:53.291379 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:53.314754 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cb39e37f-b874-456a-a64c-7992289ca73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:53.315690 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94574a-0301-4e98-b38b-e820213169b5 None None] Pushing event updated for resources: {'Port': ['ID=fd6abcba-94bf-4be7-80e8-3f49d817513e,revision_number=2']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:53.361642 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb39e37f-b874-456a-a64c-7992289ca73b admin admin] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:00:53.364806 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-cb39e37f-b874-456a-a64c-7992289ca73b admin admin] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:53.370700 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39e37f-b874-456a-a64c-7992289ca73b admin admin] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:00:53.374671 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:53.398517 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd97ffa-7472-40dd-896b-43da6347f046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e3ce7c-9862-437e-bc25-46afb9e5553a'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:00:53.401342 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b63998-cfe3-4719-a9db-e3ace11c9ae8" -d '{"events": [{"server_uuid": "ebd97ffa-7472-40dd-896b-43da6347f046", "name": "network-vif-plugged", "status": "completed", "tag": "99e3ce7c-9862-437e-bc25-46afb9e5553a"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:00:53.401524 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39e37f-b874-456a-a64c-7992289ca73b admin admin] Pushing event updated for resources: {'Port': ['ID=b3486935-f694-4020-a10a-daa34f4dd5ef,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:53.420233 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 99e3ce7c-9862-437e-bc25-46afb9e5553a, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=99e3ce7c-9862-437e-bc25-46afb9e5553a,segment=NetworkSegment(9595e9a1-5be3-422c-bdfb-de0c754febdc),segment_id=9595e9a1-5be3-422c-bdfb-de0c754febdc)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:00:53.445361 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65f42ad-82ba-494d-a2fd-4356425b0627 x-openstack-request-id: req-c65f42ad-82ba-494d-a2fd-4356425b0627 {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:00:53.445679 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd97ffa-7472-40dd-896b-43da6347f046", "name": "network-vif-plugged", "status": "completed", "tag": "99e3ce7c-9862-437e-bc25-46afb9e5553a", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:00:53.446200 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c65f42ad-82ba-494d-a2fd-4356425b0627 {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:00:53.447499 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd97ffa-7472-40dd-896b-43da6347f046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e3ce7c-9862-437e-bc25-46afb9e5553a', 'code': 200} Sep 15 18:00:53.474381 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:53.570819 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=99e3ce7c-9862-437e-bc25-46afb9e5553a,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:53.757343 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cb39e37f-b874-456a-a64c-7992289ca73b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:53.834882 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f3c12-74c3-4e62-8ac8-7839f13084db req-45015e7f-dbea-4bb6-8033-66b3a62f9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:53.836443 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8d2f3c12-74c3-4e62-8ac8-7839f13084db req-45015e7f-dbea-4bb6-8033-66b3a62f9354 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 1098 time: 0.0962665 Sep 15 18:00:53.943171 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8d2f3c12-74c3-4e62-8ac8-7839f13084db req-62c90463-e452-40e3-b979-c7842b73b370 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f5f81b18-a16f-4f49-9eb0-0dab076693a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756621 Sep 15 18:00:54.013414 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cb39e37f-b874-456a-a64c-7992289ca73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600412'] for router, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:54.055786 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9129c5-377a-4850-9121-79e7ab4d5307 req-885d1032-26c2-4f98-9abd-e4fb5904a6b6 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:54.057502 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1e9129c5-377a-4850-9121-79e7ab4d5307 req-885d1032-26c2-4f98-9abd-e4fb5904a6b6 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 945 time: 0.0622401 Sep 15 18:00:54.119836 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1e9129c5-377a-4850-9121-79e7ab4d5307 req-d0b152f5-8c1a-4c1d-baca-a594d09983df tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5f81b18-a16f-4f49-9eb0-0dab076693a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498798 Sep 15 18:00:54.243522 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device fd6abcba-94bf-4be7-80e8-3f49d817513e up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:00:54.279978 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb39e37f-b874-456a-a64c-7992289ca73b admin admin] Router 50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45 is scheduled to L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 with binding_index 1 {{(pid=106072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 18:00:54.320326 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port fd6abcba-94bf-4be7-80e8-3f49d817513e triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:54.322274 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:54.348939 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeab0a9-4118-49c7-b684-444b41f26335 None None] Network 13f690e5-a787-4805-bb34-fad3ac63938b requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:00:54.390870 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb39e37f-b874-456a-a64c-7992289ca73b admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:00:54.420924 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] Sync routers for ids ['50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:00:54.463260 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-4b37ba4a-de5d-40c8-b23f-2a51c14a5562 None None] Provisioning complete for port fd6abcba-94bf-4be7-80e8-3f49d817513e triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:54.463628 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-4b37ba4a-de5d-40c8-b23f-2a51c14a5562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:54.465011 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] Routers {'50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:00:54.465657 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:00:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:54.473694 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cb39e37f-b874-456a-a64c-7992289ca73b admin admin] Notify callbacks [] for router, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:54.474953 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-cb39e37f-b874-456a-a64c-7992289ca73b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3678997 Sep 15 18:00:54.477752 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41874) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:54.600100 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:54.724831 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] For port fd6abcba-94bf-4be7-80e8-3f49d817513e, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=fd6abcba-94bf-4be7-80e8-3f49d817513e,segment=NetworkSegment(8971eec2-dc49-4668-ab70-efadbcd3c89c),segment_id=8971eec2-dc49-4668-ab70-efadbcd3c89c)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:00:54.735992 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:54.741494 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] Set router 50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:00:54.807500 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:54.812118 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-4b37ba4a-de5d-40c8-b23f-2a51c14a5562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:54.919207 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5a02e19f-db39-4fe2-b85b-654f7891b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:54.958222 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Pushing event updated for resources: {'Port': ['ID=fd6abcba-94bf-4be7-80e8-3f49d817513e,revision_number=3']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:55.001090 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.db.api [None req-4b37ba4a-de5d-40c8-b23f-2a51c14a5562 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 18:00:55.001458 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG oslo_db.api [None req-4b37ba4a-de5d-40c8-b23f-2a51c14a5562 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 18:00:55.033386 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45', 'name': 'tempest-TestShelveInstance-879337432-router', 'tenant_id': 'dc4f7b015dd1478aa428174e55155760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'b3486935-f694-4020-a10a-daa34f4dd5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:52Z', 'updated_at': '2021-09-15T18:00:53Z', 'revision_number': 3, 'project_id': 'dc4f7b015dd1478aa428174e55155760', 'gw_port': {'id': 'b3486935-f694-4020-a10a-daa34f4dd5ef', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:52Z', 'updated_at': '2021-09-15T18:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:55.072780 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] Checking router: 50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45 for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:00:55.073128 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] Updating router 50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45 port b3486935-f694-4020-a10a-daa34f4dd5ef binding host dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:00:55.104107 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:55.126507 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [None req-5a02e19f-db39-4fe2-b85b-654f7891b2ee admin admin] Allocated IP 172.20.0.1 (13f690e5-a787-4805-bb34-fad3ac63938b/5288df19-189e-4a20-9e28-c38bc0328e48/3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:00:55.261655 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5a02e19f-db39-4fe2-b85b-654f7891b2ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:55.263605 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77394b3-771c-4143-8dd2-8e267f30cca9 req-43a2f451-bf42-49ea-8bdd-a8c487dd1f40 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:55.265215 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f77394b3-771c-4143-8dd2-8e267f30cca9 req-43a2f451-bf42-49ea-8bdd-a8c487dd1f40 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 945 time: 0.0564673 Sep 15 18:00:55.314244 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f77394b3-771c-4143-8dd2-8e267f30cca9 req-2ad30f76-96cf-4f80-ad83-b50892de3a49 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5f81b18-a16f-4f49-9eb0-0dab076693a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423367 Sep 15 18:00:55.359905 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5a02e19f-db39-4fe2-b85b-654f7891b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:55.367767 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] Notify callbacks [] for port, precommit_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:55.417298 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a02e19f-db39-4fe2-b85b-654f7891b2ee admin admin] Network 13f690e5-a787-4805-bb34-fad3ac63938b is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:00:55.417298 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-5a02e19f-db39-4fe2-b85b-654f7891b2ee admin admin] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:55.417298 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a02e19f-db39-4fe2-b85b-654f7891b2ee admin admin] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:00:55.441331 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02e19f-db39-4fe2-b85b-654f7891b2ee admin admin] Pushing event updated for resources: {'Port': ['ID=3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:55.459668 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5a02e19f-db39-4fe2-b85b-654f7891b2ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600459'] for router_interface, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:55.463876 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:55.655210 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5a02e19f-db39-4fe2-b85b-654f7891b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:55.674762 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee985a-4411-4aa0-8196-c39c4cb4d4bd None None] Pushing event updated for resources: {'Port': ['ID=b3486935-f694-4020-a10a-daa34f4dd5ef,revision_number=2']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:55.677847 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] Attempting to bind port b3486935-f694-4020-a10a-daa34f4dd5ef on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:00:55.678230 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] Attempting to bind port b3486935-f694-4020-a10a-daa34f4dd5ef by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:00:55.678595 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] Attempting to bind port b3486935-f694-4020-a10a-daa34f4dd5ef on network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:00:55.693221 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:00:55.693594 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] Checking segment: {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:00:55.694004 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:55.694833 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] Bound using segment: {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'} {{(pid=106073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:00:55.694970 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.managers [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] Bound port: b3486935-f694-4020-a10a-daa34f4dd5ef, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fd61ba-a8d5-4962-bcad-c9294b95d392', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}}] {{(pid=106073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:00:55.695261 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:55.750122 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] For port b3486935-f694-4020-a10a-daa34f4dd5ef, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:00:55.753143 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] For port b3486935-f694-4020-a10a-daa34f4dd5ef, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=b3486935-f694-4020-a10a-daa34f4dd5ef,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:00:55.814051 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5a02e19f-db39-4fe2-b85b-654f7891b2ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:55.830363 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:55.870539 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-f9724765-9445-481b-9141-88a701423dd2 None None] Provisioning complete for port 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:55.870754 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-f9724765-9445-481b-9141-88a701423dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:55.908502 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5a02e19f-db39-4fe2-b85b-654f7891b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:55.908774 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:00:55.921659 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] Routers {'50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:00:55.922292 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:00:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:55.924005 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee985a-4411-4aa0-8196-c39c4cb4d4bd None None] Pushing event updated for resources: {'Port': ['ID=b3486935-f694-4020-a10a-daa34f4dd5ef,revision_number=3']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:55.966935 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-f9724765-9445-481b-9141-88a701423dd2 None None] Port 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:00:55.994847 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5a02e19f-db39-4fe2-b85b-654f7891b2ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-605723'] for router_interface, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:55.996789 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02e19f-db39-4fe2-b85b-654f7891b2ee admin admin] Pushing event updated for resources: {'Port': ['ID=3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2,revision_number=2']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:55.997170 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-f9724765-9445-481b-9141-88a701423dd2 None None] Provisioning complete for port fd6abcba-94bf-4be7-80e8-3f49d817513e triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:55.997773 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-f9724765-9445-481b-9141-88a701423dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:56.086349 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] Set router 50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:00:56.101491 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a02e19f-db39-4fe2-b85b-654f7891b2ee admin admin] Network 13f690e5-a787-4805-bb34-fad3ac63938b is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:00:56.103388 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-5a02e19f-db39-4fe2-b85b-654f7891b2ee admin admin] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:00:56.271022 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a02e19f-db39-4fe2-b85b-654f7891b2ee admin admin] Router 50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:00:56.297311 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device fd6abcba-94bf-4be7-80e8-3f49d817513e up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:00:56.418013 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port fd6abcba-94bf-4be7-80e8-3f49d817513e triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:56.418654 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:56.441602 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a02e19f-db39-4fe2-b85b-654f7891b2ee admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:00:56.453951 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-5a02e19f-db39-4fe2-b85b-654f7891b2ee admin admin] 10.222.0.20 "PUT /v2.0/routers/50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9680445 Sep 15 18:00:56.473089 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d086552-e760-4927-83a5-73a166451b9e req-a36f6313-5544-4181-ba24-8c5a2d13b5c6 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:56.475386 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-120b0991-a1f4-44da-a4db-b1342f57055f None None] Provisioning complete for port 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:00:56.475386 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-120b0991-a1f4-44da-a4db-b1342f57055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:56.480991 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5d086552-e760-4927-83a5-73a166451b9e req-a36f6313-5544-4181-ba24-8c5a2d13b5c6 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 945 time: 0.0701213 Sep 15 18:00:56.522592 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5d086552-e760-4927-83a5-73a166451b9e req-b6447135-c316-4a78-9cfc-a5c42bd164cb tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5f81b18-a16f-4f49-9eb0-0dab076693a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404522 Sep 15 18:00:56.532245 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45', 'name': 'tempest-TestShelveInstance-879337432-router', 'tenant_id': 'dc4f7b015dd1478aa428174e55155760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'b3486935-f694-4020-a10a-daa34f4dd5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:52Z', 'updated_at': '2021-09-15T18:00:55Z', 'revision_number': 4, 'project_id': 'dc4f7b015dd1478aa428174e55155760', 'gw_port': {'id': 'b3486935-f694-4020-a10a-daa34f4dd5ef', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:52Z', 'updated_at': '2021-09-15T18:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2', 'name': '', 'network_id': '13f690e5-a787-4805-bb34-fad3ac63938b', 'tenant_id': 'dc4f7b015dd1478aa428174e55155760', 'mac_address': 'fa:16:3e:64:34:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5288df19-189e-4a20-9e28-c38bc0328e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:54Z', 'updated_at': '2021-09-15T18:00:55Z', 'revision_number': 2, 'project_id': 'dc4f7b015dd1478aa428174e55155760', 'subnets': [{'id': '5288df19-189e-4a20-9e28-c38bc0328e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:56.564668 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-120b0991-a1f4-44da-a4db-b1342f57055f None None] Port 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:00:56.583683 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9258c4-5517-45f6-9135-dcf61ac357c1 None None] The sync data for ids ['50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45'] in dv-cinder-805228-2-iscsi is: [{'id': '50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45', 'name': 'tempest-TestShelveInstance-879337432-router', 'tenant_id': 'dc4f7b015dd1478aa428174e55155760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'b3486935-f694-4020-a10a-daa34f4dd5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:52Z', 'updated_at': '2021-09-15T18:00:55Z', 'revision_number': 4, 'project_id': 'dc4f7b015dd1478aa428174e55155760', 'gw_port': {'id': 'b3486935-f694-4020-a10a-daa34f4dd5ef', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:52Z', 'updated_at': '2021-09-15T18:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2', 'name': '', 'network_id': '13f690e5-a787-4805-bb34-fad3ac63938b', 'tenant_id': 'dc4f7b015dd1478aa428174e55155760', 'mac_address': 'fa:16:3e:64:34:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5288df19-189e-4a20-9e28-c38bc0328e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:54Z', 'updated_at': '2021-09-15T18:00:55Z', 'revision_number': 2, 'project_id': 'dc4f7b015dd1478aa428174e55155760', 'subnets': [{'id': '5288df19-189e-4a20-9e28-c38bc0328e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:00:56.662167 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8cce4-e2ba-4a50-9a63-2c06c36e2b09 req-c918558d-a643-4b8b-ab60-345474d65a76 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:56.663992 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2ed8cce4-e2ba-4a50-9a63-2c06c36e2b09 req-c918558d-a643-4b8b-ab60-345474d65a76 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 945 time: 0.0544055 Sep 15 18:00:56.679969 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41900) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:56.691667 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-324858dc-b23a-488d-b311-0ba55485f8d5 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Request body: {'floatingip': {'port_id': '99e3ce7c-9862-437e-bc25-46afb9e5553a'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:56.732689 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-324858dc-b23a-488d-b311-0ba55485f8d5 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for floatingip, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:57.518548 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-324858dc-b23a-488d-b311-0ba55485f8d5 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:57.580577 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-324858dc-b23a-488d-b311-0ba55485f8d5 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600326'] for floatingip, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:57.696483 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.l3_db [None req-324858dc-b23a-488d-b311-0ba55485f8d5 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Floating IP 1b770b20-6847-4cf7-8c34-7a6e758bb68c associated. External IP: 172.27.3.160, port: 99e3ce7c-9862-437e-bc25-46afb9e5553a. Sep 15 18:00:57.780194 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41910) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:57.786699 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-bd0e2b90-fbd5-496f-89ba-76a8b8cf9026 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1752796856', 'description': 'tempest-secgroup-smoke-1752796856 description', 'project_id': '6cf6b14bbbb64122b5eab98280def64c'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:57.911697 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bd0e2b90-fbd5-496f-89ba-76a8b8cf9026 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:57.922730 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324858dc-b23a-488d-b311-0ba55485f8d5 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Router 296784a6-4663-40d2-85f3-7d183be946f8 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:00:57.992954 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bd0e2b90-fbd5-496f-89ba-76a8b8cf9026 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:58.031362 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324858dc-b23a-488d-b311-0ba55485f8d5 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:00:58.035677 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-324858dc-b23a-488d-b311-0ba55485f8d5 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:58.042524 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73fe941-2864-42f2-82a0-1d4c25617efb None None] Sync routers for ids ['296784a6-4663-40d2-85f3-7d183be946f8'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:00:58.061302 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73fe941-2864-42f2-82a0-1d4c25617efb None None] Routers {'296784a6-4663-40d2-85f3-7d183be946f8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:00:58.061994 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-d73fe941-2864-42f2-82a0-1d4c25617efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:00:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['296784a6-4663-40d2-85f3-7d183be946f8'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:58.068718 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-324858dc-b23a-488d-b311-0ba55485f8d5 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "PUT /v2.0/floatingips/1b770b20-6847-4cf7-8c34-7a6e758bb68c HTTP/1.1" status: 200 len: 991 time: 1.3851020 Sep 15 18:00:58.068718 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd97ffa-7472-40dd-896b-43da6347f046', 'tag': '99e3ce7c-9862-437e-bc25-46afb9e5553a'}] {{(pid=106072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:00:58.069307 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47b324d98f2f4bfc09410de6f146af452c7265e3c4636f4d971b874cd661cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eba4267-a680-4e96-92e0-337954636792" -d '{"events": [{"name": "network-changed", "server_uuid": "ebd97ffa-7472-40dd-896b-43da6347f046", "tag": "99e3ce7c-9862-437e-bc25-46afb9e5553a"}]}' {{(pid=106072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:00:58.105994 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bd0e2b90-fbd5-496f-89ba-76a8b8cf9026 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:58.116423 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed26b8b8-5293-45e1-91fb-f66128ef6607 x-openstack-request-id: req-ed26b8b8-5293-45e1-91fb-f66128ef6607 {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:00:58.116829 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebd97ffa-7472-40dd-896b-43da6347f046", "tag": "99e3ce7c-9862-437e-bc25-46afb9e5553a", "status": "completed", "code": 200}]} {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:00:58.117153 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed26b8b8-5293-45e1-91fb-f66128ef6607 {{(pid=106072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:00:58.118196 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd97ffa-7472-40dd-896b-43da6347f046', 'tag': '99e3ce7c-9862-437e-bc25-46afb9e5553a', 'status': 'completed', 'code': 200} Sep 15 18:00:58.148652 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e2b90-fbd5-496f-89ba-76a8b8cf9026 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:58.170804 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-d73fe941-2864-42f2-82a0-1d4c25617efb None None] Set router 296784a6-4663-40d2-85f3-7d183be946f8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:00:58.208510 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba4267-a680-4e96-92e0-337954636792 req-d1b50bf4-1d61-4fb3-a284-90c7b0b13db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:58.210192 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5eba4267-a680-4e96-92e0-337954636792 req-d1b50bf4-1d61-4fb3-a284-90c7b0b13db1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f97c5470f94401f90fa26a45eecfcd7&device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 1098 time: 0.0481491 Sep 15 18:00:58.233777 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bd0e2b90-fbd5-496f-89ba-76a8b8cf9026 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:58.235295 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-bd0e2b90-fbd5-496f-89ba-76a8b8cf9026 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4540410 Sep 15 18:00:58.238365 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41918) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:58.242746 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-519525b9-bc8e-42cd-bc8c-20054550da58 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Request body: {'security_group_rule': {'security_group_id': 'ae0a4a78-f699-4a98-9fd5-5cd3df299ff6', 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:58.304098 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba4267-a680-4e96-92e0-337954636792 req-f4271c01-c7df-4184-af84-98a0a850de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:58.305605 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5eba4267-a680-4e96-92e0-337954636792 req-f4271c01-c7df-4184-af84-98a0a850de56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c82f0e18-d709-47ff-b01c-741485e75497 HTTP/1.1" status: 200 len: 911 time: 0.0881183 Sep 15 18:00:58.352908 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-519525b9-bc8e-42cd-bc8c-20054550da58 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:58.391216 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5eba4267-a680-4e96-92e0-337954636792 req-9967dd58-422b-455e-ba0c-72759a478da9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99e3ce7c-9862-437e-bc25-46afb9e5553a HTTP/1.1" status: 200 len: 999 time: 0.0772481 Sep 15 18:00:58.403078 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-d73fe941-2864-42f2-82a0-1d4c25617efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296784a6-4663-40d2-85f3-7d183be946f8', 'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '5c461aa5-2016-41b5-8e7f-469855982632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:24Z', 'updated_at': '2021-09-15T17:55:30Z', 'revision_number': 4, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'gw_port': {'id': '5c461aa5-2016-41b5-8e7f-469855982632', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:25Z', 'updated_at': '2021-09-15T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '1b770b20-6847-4cf7-8c34-7a6e758bb68c', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'port_id': '99e3ce7c-9862-437e-bc25-46afb9e5553a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'mac_address': 'fa:16:3e:32:53:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd97ffa-7472-40dd-896b-43da6347f046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:00:37Z', 'updated_at': '2021-09-15T18:00:57Z', 'revision_number': 1, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b49b8742-4ec8-4b77-b1b1-091bc6f75eb3', 'name': '', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'mac_address': 'fa:16:3e:0b:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:29Z', 'updated_at': '2021-09-15T17:55:37Z', 'revision_number': 5, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'subnets': [{'id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:58.419847 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-519525b9-bc8e-42cd-bc8c-20054550da58 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:58.436340 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73fe941-2864-42f2-82a0-1d4c25617efb None None] Checking router: 296784a6-4663-40d2-85f3-7d183be946f8 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:00:58.445084 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73fe941-2864-42f2-82a0-1d4c25617efb None None] Routers {'296784a6-4663-40d2-85f3-7d183be946f8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:00:58.448535 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-d73fe941-2864-42f2-82a0-1d4c25617efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:00:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['296784a6-4663-40d2-85f3-7d183be946f8'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:58.452424 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba4267-a680-4e96-92e0-337954636792 req-11c88f9b-ffe2-45a7-994e-0e5f6e0eead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:58.453959 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5eba4267-a680-4e96-92e0-337954636792 req-11c88f9b-ffe2-45a7-994e-0e5f6e0eead9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b21d638-ac50-4318-b027-484d191c8b9c HTTP/1.1" status: 200 len: 849 time: 0.0552092 Sep 15 18:00:58.500808 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-519525b9-bc8e-42cd-bc8c-20054550da58 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:58.513531 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba4267-a680-4e96-92e0-337954636792 req-989f7a45-48b0-485c-a1a3-77ef15d328e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:58.515231 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5eba4267-a680-4e96-92e0-337954636792 req-989f7a45-48b0-485c-a1a3-77ef15d328e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c82f0e18-d709-47ff-b01c-741485e75497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539150 Sep 15 18:00:58.552253 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519525b9-bc8e-42cd-bc8c-20054550da58 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b729fe7-4e06-48f8-870f-f3b608a0929e,revision_number=0']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:58.621069 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-519525b9-bc8e-42cd-bc8c-20054550da58 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:58.624800 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-519525b9-bc8e-42cd-bc8c-20054550da58 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3829467 Sep 15 18:00:58.625104 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41924) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:58.630722 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-2e7791cc-28c6-4278-afdb-73b00915bb5c tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Request body: {'security_group_rule': {'security_group_id': 'ae0a4a78-f699-4a98-9fd5-5cd3df299ff6', 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:58.662834 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-d73fe941-2864-42f2-82a0-1d4c25617efb None None] Set router 296784a6-4663-40d2-85f3-7d183be946f8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:00:58.672785 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5eba4267-a680-4e96-92e0-337954636792 req-f945ade4-aebf-4860-a727-aa437c8d9667 service neutron] 10.222.0.37 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472726 Sep 15 18:00:58.756203 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2e7791cc-28c6-4278-afdb-73b00915bb5c tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:58.817444 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5eba4267-a680-4e96-92e0-337954636792 req-ebbe38fb-77cb-4bfd-ba7b-67de57bbdb54 service neutron] 10.222.0.37 "GET /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394446 Sep 15 18:00:58.824658 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2e7791cc-28c6-4278-afdb-73b00915bb5c tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:58.911686 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2e7791cc-28c6-4278-afdb-73b00915bb5c tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:58.921271 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-d73fe941-2864-42f2-82a0-1d4c25617efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296784a6-4663-40d2-85f3-7d183be946f8', 'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '5c461aa5-2016-41b5-8e7f-469855982632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:24Z', 'updated_at': '2021-09-15T17:55:30Z', 'revision_number': 4, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'gw_port': {'id': '5c461aa5-2016-41b5-8e7f-469855982632', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:25Z', 'updated_at': '2021-09-15T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '1b770b20-6847-4cf7-8c34-7a6e758bb68c', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'port_id': '99e3ce7c-9862-437e-bc25-46afb9e5553a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'mac_address': 'fa:16:3e:32:53:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd97ffa-7472-40dd-896b-43da6347f046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:00:37Z', 'updated_at': '2021-09-15T18:00:57Z', 'revision_number': 1, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b49b8742-4ec8-4b77-b1b1-091bc6f75eb3', 'name': '', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'mac_address': 'fa:16:3e:0b:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:29Z', 'updated_at': '2021-09-15T17:55:37Z', 'revision_number': 5, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'subnets': [{'id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:00:58.930352 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7791cc-28c6-4278-afdb-73b00915bb5c tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5c54de-aa1c-4b3f-916c-f87146773053,revision_number=0']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:58.951275 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73fe941-2864-42f2-82a0-1d4c25617efb None None] The sync data for ids ['296784a6-4663-40d2-85f3-7d183be946f8'] in dv-cinder-805228-2-iscsi is: [{'id': '296784a6-4663-40d2-85f3-7d183be946f8', 'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '5c461aa5-2016-41b5-8e7f-469855982632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:24Z', 'updated_at': '2021-09-15T17:55:30Z', 'revision_number': 4, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'gw_port': {'id': '5c461aa5-2016-41b5-8e7f-469855982632', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:25Z', 'updated_at': '2021-09-15T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '1b770b20-6847-4cf7-8c34-7a6e758bb68c', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'floating_ip_address': '172.27.3.160', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'port_id': '99e3ce7c-9862-437e-bc25-46afb9e5553a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'mac_address': 'fa:16:3e:32:53:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd97ffa-7472-40dd-896b-43da6347f046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:00:37Z', 'updated_at': '2021-09-15T18:00:57Z', 'revision_number': 1, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b49b8742-4ec8-4b77-b1b1-091bc6f75eb3', 'name': '', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'mac_address': 'fa:16:3e:0b:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:29Z', 'updated_at': '2021-09-15T17:55:37Z', 'revision_number': 5, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'subnets': [{'id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:00:59.016815 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-2e7791cc-28c6-4278-afdb-73b00915bb5c tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:59.018071 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-2e7791cc-28c6-4278-afdb-73b00915bb5c tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3911746 Sep 15 18:00:59.020724 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 41928) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:59.025119 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-95709684-82d8-48a4-81c4-b7c3d853f0f5 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Request body: {'security_group_rule': {'security_group_id': 'ae0a4a78-f699-4a98-9fd5-5cd3df299ff6', 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:59.120321 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-95709684-82d8-48a4-81c4-b7c3d853f0f5 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:59.198932 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-95709684-82d8-48a4-81c4-b7c3d853f0f5 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:59.265989 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-95709684-82d8-48a4-81c4-b7c3d853f0f5 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:59.288199 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95709684-82d8-48a4-81c4-b7c3d853f0f5 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896ddd2e-219e-46ae-83f9-3c71604bfcf2,revision_number=0']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:59.322720 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13db4b1f-4153-4d1c-86af-fea367561a02 None None] New status for floating IP 1b770b20-6847-4cf7-8c34-7a6e758bb68c: ACTIVE {{(pid=106073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:00:59.380219 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-95709684-82d8-48a4-81c4-b7c3d853f0f5 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:59.384261 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-95709684-82d8-48a4-81c4-b7c3d853f0f5 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3598413 Sep 15 18:00:59.386496 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41942) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:59.390225 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-285e7da2-adea-4125-a143-be039117c117 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Request body: {'security_group_rule': {'security_group_id': 'ae0a4a78-f699-4a98-9fd5-5cd3df299ff6', 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:59.485038 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8d984-8ffe-49eb-8d44-f1211f8b3206 req-ee43a2de-0a86-4862-a3fe-45ddcf943fd1 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:00:59.488836 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bfe8d984-8ffe-49eb-8d44-f1211f8b3206 req-ee43a2de-0a86-4862-a3fe-45ddcf943fd1 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0612912 Sep 15 18:00:59.501619 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-285e7da2-adea-4125-a143-be039117c117 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:59.529587 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bfe8d984-8ffe-49eb-8d44-f1211f8b3206 req-911745ef-1b53-4f0a-9530-8b30381819eb tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369387 Sep 15 18:00:59.571484 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-285e7da2-adea-4125-a143-be039117c117 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:59.645138 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-285e7da2-adea-4125-a143-be039117c117 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:59.665897 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e7da2-adea-4125-a143-be039117c117 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7caaf873-d3d0-4cf4-92a4-16d02e741e31,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:00:59.719706 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-285e7da2-adea-4125-a143-be039117c117 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:00:59.720922 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-285e7da2-adea-4125-a143-be039117c117 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3347406 Sep 15 18:00:59.723665 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41946) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:00:59.728526 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-bb9336da-256f-4bcc-88f5-73b95fdb4fbd tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Request body: {'security_group_rule': {'security_group_id': 'ae0a4a78-f699-4a98-9fd5-5cd3df299ff6', 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:00:59.816825 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.securitygroups_db [None req-bb9336da-256f-4bcc-88f5-73b95fdb4fbd tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Project 6cf6b14bbbb64122b5eab98280def64c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 18:00:59.822465 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-bb9336da-256f-4bcc-88f5-73b95fdb4fbd tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:00.001538 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-bb9336da-256f-4bcc-88f5-73b95fdb4fbd tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:00.082943 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-bb9336da-256f-4bcc-88f5-73b95fdb4fbd tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:00.101218 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9336da-256f-4bcc-88f5-73b95fdb4fbd tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754a0aa5-a6e4-4f75-9b28-c614abb60624,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:00.186450 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-bb9336da-256f-4bcc-88f5-73b95fdb4fbd tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:00.187999 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-bb9336da-256f-4bcc-88f5-73b95fdb4fbd tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4633794 Sep 15 18:01:00.190691 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 41948) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:01:00.197695 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-7191b696-e7af-46e3-a3a4-525212719c74 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Request body: {'security_group_rule': {'security_group_id': 'ae0a4a78-f699-4a98-9fd5-5cd3df299ff6', 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:01:00.230420 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device b3486935-f694-4020-a10a-daa34f4dd5ef up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:01:00.277498 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port b3486935-f694-4020-a10a-daa34f4dd5ef triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:01:00.277764 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:00.311718 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.securitygroups_db [None req-7191b696-e7af-46e3-a3a4-525212719c74 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Project 6cf6b14bbbb64122b5eab98280def64c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 18:01:00.317646 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-7191b696-e7af-46e3-a3a4-525212719c74 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:00.370325 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:00.382836 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-7191b696-e7af-46e3-a3a4-525212719c74 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:00.391501 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] For port b3486935-f694-4020-a10a-daa34f4dd5ef, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=b3486935-f694-4020-a10a-daa34f4dd5ef,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:01:00.451005 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-7191b696-e7af-46e3-a3a4-525212719c74 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:00.468258 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:00.476027 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191b696-e7af-46e3-a3a4-525212719c74 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777df6ee-4da9-4959-a1af-8e134a147d95,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:00.520813 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Pushing event updated for resources: {'Port': ['ID=b3486935-f694-4020-a10a-daa34f4dd5ef,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:00.546089 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-7191b696-e7af-46e3-a3a4-525212719c74 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:00.551985 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-7191b696-e7af-46e3-a3a4-525212719c74 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3554933 Sep 15 18:01:00.661611 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc71c33-8788-47c3-921c-2732df4b7711 req-fe49285d-d755-487a-b1b6-4095fd39d39f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:00.663127 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-cfc71c33-8788-47c3-921c-2732df4b7711 req-fe49285d-d755-487a-b1b6-4095fd39d39f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0485804 Sep 15 18:01:00.702899 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-cfc71c33-8788-47c3-921c-2732df4b7711 req-e47767e9-2297-49af-bf7f-ce099208bcf1 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329604 Sep 15 18:01:01.826049 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78acdc-389a-4381-9d4a-c271c6427be8 req-34e35e07-c97c-4b01-ade5-1fed59e6fc8f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:01.827212 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ef78acdc-389a-4381-9d4a-c271c6427be8 req-34e35e07-c97c-4b01-ade5-1fed59e6fc8f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0538681 Sep 15 18:01:01.870317 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ef78acdc-389a-4381-9d4a-c271c6427be8 req-2ddd3551-3c80-48fe-9afe-fb48e7be3ae3 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369034 Sep 15 18:01:02.203742 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device b3486935-f694-4020-a10a-daa34f4dd5ef up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:01:02.270266 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port b3486935-f694-4020-a10a-daa34f4dd5ef triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:01:02.276097 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:02.886828 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] Sync routers for ids ['50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:01:02.899783 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] Routers {'50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:01:02.900443 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:00:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:02.995388 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01dada-0883-46ce-a9aa-4fe44fbc8b11 req-896d5f1b-5afc-4fe8-b8ee-f26385936f68 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:02.996823 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8b01dada-0883-46ce-a9aa-4fe44fbc8b11 req-896d5f1b-5afc-4fe8-b8ee-f26385936f68 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0500267 Sep 15 18:01:03.007943 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] Set router 50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:01:03.034659 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8b01dada-0883-46ce-a9aa-4fe44fbc8b11 req-f44b0bcb-d1ce-4c47-a685-c1158fad05e4 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317945 Sep 15 18:01:03.208531 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45', 'name': 'tempest-TestShelveInstance-879337432-router', 'tenant_id': 'dc4f7b015dd1478aa428174e55155760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'b3486935-f694-4020-a10a-daa34f4dd5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:52Z', 'updated_at': '2021-09-15T18:00:55Z', 'revision_number': 4, 'project_id': 'dc4f7b015dd1478aa428174e55155760', 'gw_port': {'id': 'b3486935-f694-4020-a10a-daa34f4dd5ef', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:52Z', 'updated_at': '2021-09-15T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2', 'name': '', 'network_id': '13f690e5-a787-4805-bb34-fad3ac63938b', 'tenant_id': 'dc4f7b015dd1478aa428174e55155760', 'mac_address': 'fa:16:3e:64:34:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5288df19-189e-4a20-9e28-c38bc0328e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:54Z', 'updated_at': '2021-09-15T18:00:55Z', 'revision_number': 2, 'project_id': 'dc4f7b015dd1478aa428174e55155760', 'subnets': [{'id': '5288df19-189e-4a20-9e28-c38bc0328e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:03.234254 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] Checking router: 50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:01:03.234598 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] Updating router 50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45 port 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2 binding host dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 18:01:03.257236 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:03.517384 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] Notify callbacks [] for port, precommit_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:03.599507 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:03.647237 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e506e2-0f4d-4d2b-a95d-a6ca9500a1b2 None None] Pushing event updated for resources: {'Port': ['ID=3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2,revision_number=3']} {{(pid=106074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:03.707208 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] Attempting to bind port 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2 on host dv-cinder-805228-2-iscsi for vnic_type normal with profile {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:01:03.707678 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] Attempting to bind port 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2 by drivers openvswitch,hyperv on host dv-cinder-805228-2-iscsi at level 0 using segments [{'id': '8971eec2-dc49-4668-ab70-efadbcd3c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13f690e5-a787-4805-bb34-fad3ac63938b'}] {{(pid=106074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:01:03.708259 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] Attempting to bind port 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2 on network 13f690e5-a787-4805-bb34-fad3ac63938b {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:01:03.714228 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] Checking agent: {'id': '0d9d4585-4332-4c49-8c84-8fc67dd528eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805228-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 47, 22), 'started_at': datetime.datetime(2021, 9, 15, 17, 47, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805228-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:01:03.714685 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] Checking segment: {'id': '8971eec2-dc49-4668-ab70-efadbcd3c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13f690e5-a787-4805-bb34-fad3ac63938b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:01:03.715162 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:03.715627 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] Bound using segment: {'id': '8971eec2-dc49-4668-ab70-efadbcd3c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13f690e5-a787-4805-bb34-fad3ac63938b'} {{(pid=106074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:01:03.716174 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.managers [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] Bound port: 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2, host: dv-cinder-805228-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8971eec2-dc49-4668-ab70-efadbcd3c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '13f690e5-a787-4805-bb34-fad3ac63938b'}}] {{(pid=106074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:01:03.716580 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:03.784444 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.db [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] For port 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2, host dv-cinder-805228-2-iscsi, cleared binding levels {{(pid=106074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:01:03.787683 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.plugins.ml2.db [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] For port 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2, host dv-cinder-805228-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2,segment=NetworkSegment(8971eec2-dc49-4668-ab70-efadbcd3c89c),segment_id=8971eec2-dc49-4668-ab70-efadbcd3c89c)] {{(pid=106074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:01:03.833396 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-5ffb269f-da4c-489a-859b-53c3d72729cc None None] Provisioning complete for port 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:01:03.834092 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-5ffb269f-da4c-489a-859b-53c3d72729cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:03.873964 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-5ffb269f-da4c-489a-859b-53c3d72729cc None None] Port 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:01:03.880140 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron_lib.callbacks.manager [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:03.945273 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e506e2-0f4d-4d2b-a95d-a6ca9500a1b2 None None] Pushing event updated for resources: {'Port': ['ID=3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2,revision_number=4']} {{(pid=106074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:04.054247 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] Routers {'50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:01:04.054247 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:00:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:04.176219 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] Set router 50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:01:04.177172 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94303c9c-fe2a-4e9a-a3a5-df8d4db51a39 req-e8b3b5cc-4c1e-4af3-9abe-da37d40b33d7 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:04.179073 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-94303c9c-fe2a-4e9a-a3a5-df8d4db51a39 req-e8b3b5cc-4c1e-4af3-9abe-da37d40b33d7 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0544708 Sep 15 18:01:04.180437 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:04.194376 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-94542581-0f24-4fd5-b44c-4cc295839a59 None None] Provisioning complete for port 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:01:04.197787 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-94542581-0f24-4fd5-b44c-4cc295839a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:04.231920 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-94303c9c-fe2a-4e9a-a3a5-df8d4db51a39 req-8f0c03f1-e352-4503-8d92-44e908b7ec59 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427082 Sep 15 18:01:04.249162 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:01:04.326485 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-94542581-0f24-4fd5-b44c-4cc295839a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:04.367029 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-94542581-0f24-4fd5-b44c-4cc295839a59 None None] For port 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2,segment=NetworkSegment(8971eec2-dc49-4668-ab70-efadbcd3c89c),segment_id=8971eec2-dc49-4668-ab70-efadbcd3c89c)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:01:04.369623 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:01:04.369623 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:04.403843 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45', 'name': 'tempest-TestShelveInstance-879337432-router', 'tenant_id': 'dc4f7b015dd1478aa428174e55155760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'b3486935-f694-4020-a10a-daa34f4dd5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:52Z', 'updated_at': '2021-09-15T18:00:55Z', 'revision_number': 4, 'project_id': 'dc4f7b015dd1478aa428174e55155760', 'gw_port': {'id': 'b3486935-f694-4020-a10a-daa34f4dd5ef', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:52Z', 'updated_at': '2021-09-15T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2', 'name': '', 'network_id': '13f690e5-a787-4805-bb34-fad3ac63938b', 'tenant_id': 'dc4f7b015dd1478aa428174e55155760', 'mac_address': 'fa:16:3e:64:34:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5288df19-189e-4a20-9e28-c38bc0328e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:54Z', 'updated_at': '2021-09-15T18:01:03Z', 'revision_number': 4, 'project_id': 'dc4f7b015dd1478aa428174e55155760', 'subnets': [{'id': '5288df19-189e-4a20-9e28-c38bc0328e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:04.434370 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3967ffd9-8eca-4d4b-84eb-3ff540da6662 None None] The sync data for ids ['50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45'] in dv-cinder-805228-2-iscsi is: [{'id': '50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45', 'name': 'tempest-TestShelveInstance-879337432-router', 'tenant_id': 'dc4f7b015dd1478aa428174e55155760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'b3486935-f694-4020-a10a-daa34f4dd5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:52Z', 'updated_at': '2021-09-15T18:00:55Z', 'revision_number': 4, 'project_id': 'dc4f7b015dd1478aa428174e55155760', 'gw_port': {'id': 'b3486935-f694-4020-a10a-daa34f4dd5ef', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:52Z', 'updated_at': '2021-09-15T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2', 'name': '', 'network_id': '13f690e5-a787-4805-bb34-fad3ac63938b', 'tenant_id': 'dc4f7b015dd1478aa428174e55155760', 'mac_address': 'fa:16:3e:64:34:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '5288df19-189e-4a20-9e28-c38bc0328e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:54Z', 'updated_at': '2021-09-15T18:01:03Z', 'revision_number': 4, 'project_id': 'dc4f7b015dd1478aa428174e55155760', 'subnets': [{'id': '5288df19-189e-4a20-9e28-c38bc0328e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:01:04.451881 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-94542581-0f24-4fd5-b44c-4cc295839a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:04.455676 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:04.535878 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94542581-0f24-4fd5-b44c-4cc295839a59 None None] Pushing event updated for resources: {'Port': ['ID=3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:04.555437 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.db.api [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 18:01:04.555888 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG oslo_db.api [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 18:01:05.355824 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e214a-47b1-4145-b359-53371b7ee274 req-991179b0-61a6-4efa-8a8e-1fd59c1b56ff tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:05.357300 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d76e214a-47b1-4145-b359-53371b7ee274 req-991179b0-61a6-4efa-8a8e-1fd59c1b56ff tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0503700 Sep 15 18:01:05.394841 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d76e214a-47b1-4145-b359-53371b7ee274 req-cda70969-aacd-46c1-9cc8-e5eab57da543 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315192 Sep 15 18:01:06.201788 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2 up at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:01:06.256392 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Provisioning complete for port 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:01:06.256863 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:06.516619 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b485056-7938-41e1-8b66-ea52d6a21c62 req-fe30d091-45a8-4532-893c-5fe579cb8ed4 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:06.516619 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0b485056-7938-41e1-8b66-ea52d6a21c62 req-fe30d091-45a8-4532-893c-5fe579cb8ed4 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0484219 Sep 15 18:01:06.557851 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0b485056-7938-41e1-8b66-ea52d6a21c62 req-9baa27bd-0264-49f8-8bcb-677464166b9b tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334060 Sep 15 18:01:07.679257 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ae23d-7cc4-4015-bf11-0d063b5f7a29 req-dcb558c9-0964-4471-8e08-81c1993c9ce0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:07.681249 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-423ae23d-7cc4-4015-bf11-0d063b5f7a29 req-dcb558c9-0964-4471-8e08-81c1993c9ce0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0466459 Sep 15 18:01:07.718101 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-423ae23d-7cc4-4015-bf11-0d063b5f7a29 req-b59ef19e-3f43-4b35-887d-3a87f5813d03 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310922 Sep 15 18:01:08.843152 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bf5c9-727d-4652-a793-46cd22a1e630 req-ee2858fb-b0c2-4185-b261-e496aaa379ba tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:08.844627 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a35bf5c9-727d-4652-a793-46cd22a1e630 req-ee2858fb-b0c2-4185-b261-e496aaa379ba tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0506892 Sep 15 18:01:08.885307 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a35bf5c9-727d-4652-a793-46cd22a1e630 req-d9d9fe56-24d6-4db2-b9d3-cabc9c67c237 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298007 Sep 15 18:01:09.999549 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f21ef2-158a-4819-a712-9df6d01b9829 req-9cbe9a05-d169-4970-9b50-ffcb5a8273bf tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:10.001142 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-95f21ef2-158a-4819-a712-9df6d01b9829 req-9cbe9a05-d169-4970-9b50-ffcb5a8273bf tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0478363 Sep 15 18:01:10.041963 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-95f21ef2-158a-4819-a712-9df6d01b9829 req-ffcc6ce2-16b8-4a00-864c-8dc7f93643ec tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341096 Sep 15 18:01:11.175369 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213e4a4-f065-40dd-92c6-dc7fd6794541 req-50ef568b-29aa-4e25-9e8b-064b2777c30f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:11.176876 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6213e4a4-f065-40dd-92c6-dc7fd6794541 req-50ef568b-29aa-4e25-9e8b-064b2777c30f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0483665 Sep 15 18:01:11.214380 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6213e4a4-f065-40dd-92c6-dc7fd6794541 req-be0cce85-dc75-499e-8373-4d28dc9c6753 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315189 Sep 15 18:01:12.342876 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad610a3-c425-4baf-86c9-d09f73b64cb3 req-9db9ef37-f0e4-422c-9580-e44c2246ec54 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:12.344493 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-dad610a3-c425-4baf-86c9-d09f73b64cb3 req-9db9ef37-f0e4-422c-9580-e44c2246ec54 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0543890 Sep 15 18:01:12.380160 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-dad610a3-c425-4baf-86c9-d09f73b64cb3 req-06493aac-277e-4e25-83e5-68b1c298f4fd tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297985 Sep 15 18:01:12.498089 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-10bf2087-fc30-4c75-a0f1-eb0c545435f2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975565398&fields=id&tenant_id=32757804069f4822bf01cb432ae7c283 HTTP/1.1" status: 200 len: 267 time: 0.0334342 Sep 15 18:01:12.609776 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-fbc54aba-c8de-4889-a25b-39ac77c78e20 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:12.611263 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-fbc54aba-c8de-4889-a25b-39ac77c78e20 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/networks?id=bec36ef2-050f-4e45-8140-94788854de7d HTTP/1.1" status: 200 len: 811 time: 0.1065304 Sep 15 18:01:12.626156 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-3ff8e1ef-210f-4ea3-824b-26ae5ea82b09 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/quotas/32757804069f4822bf01cb432ae7c283 HTTP/1.1" status: 200 len: 375 time: 0.0092158 Sep 15 18:01:12.901946 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-7c978aa7-a1d6-4348-8f28-bfdb622a6b31 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=32757804069f4822bf01cb432ae7c283&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2702057 Sep 15 18:01:12.998016 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-64b93892-7ece-4bae-b609-1c8f4ca4f45d service neutron] 10.222.0.20 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847418 Sep 15 18:01:13.087106 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-64be4130-7a28-4ce1-bf3e-06901eacc1fa service neutron] 10.222.0.20 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828440 Sep 15 18:01:13.163803 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 712c1e98-2b39-4724-97d3-505e833df212 details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:01:13.261391 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 712c1e98-2b39-4724-97d3-505e833df212, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=712c1e98-2b39-4724-97d3-505e833df212,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:01:13.274855 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': '712c1e98-2b39-4724-97d3-505e833df212', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'port_id': '712c1e98-2b39-4724-97d3-505e833df212', 'mac_address': 'fa:16:3e:f9:03:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:01:13.311895 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:13.325202 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 712c1e98-2b39-4724-97d3-505e833df212 {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:01:13.344092 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 712c1e98-2b39-4724-97d3-505e833df212, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=712c1e98-2b39-4724-97d3-505e833df212,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:01:13.408712 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:13.470946 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=712c1e98-2b39-4724-97d3-505e833df212,revision_number=6']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:13.505968 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['712c1e98-2b39-4724-97d3-505e833df212'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:01:13.616865 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a032dfe-9ccc-45e7-8b5e-cad318bc8a85 req-034690d5-f943-47b4-aec4-fdefaefdb590 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:13.618607 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6a032dfe-9ccc-45e7-8b5e-cad318bc8a85 req-034690d5-f943-47b4-aec4-fdefaefdb590 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 945 time: 0.0565040 Sep 15 18:01:13.685075 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6a032dfe-9ccc-45e7-8b5e-cad318bc8a85 req-2529c091-6d97-416b-a8b7-5e4ab7ad9e44 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553291 Sep 15 18:01:13.691927 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-dfcb6567-03bf-44aa-a070-e95ad2ccaf6d req-8aaa9f0b-d118-4689-9304-8e4efc420160 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 210 time: 0.0541260 Sep 15 18:01:14.823583 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8ebe9bca-1d11-4e08-9ab0-90dc4bfd5dc4 req-ebdb0930-c0bf-41c9-9a01-52b5fe3a2a14 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 210 time: 0.0432720 Sep 15 18:01:14.830607 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abd5a7-3bc9-4e31-8165-5edf56617d2a req-d90d3b65-e82f-4a00-9dc1-0eeb4546a67e tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:14.838565 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-01abd5a7-3bc9-4e31-8165-5edf56617d2a req-d90d3b65-e82f-4a00-9dc1-0eeb4546a67e tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 945 time: 0.0594215 Sep 15 18:01:14.882594 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-01abd5a7-3bc9-4e31-8165-5edf56617d2a req-1c23d6ed-e765-498f-a5a3-3327e290a4f0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430083 Sep 15 18:01:15.175461 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 712c1e98-2b39-4724-97d3-505e833df212 up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:01:15.261831 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port 712c1e98-2b39-4724-97d3-505e833df212 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:01:15.262369 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:15.472071 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:15.496239 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5b646e-3d36-4402-9d82-55f71cd7f85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712c1e98-2b39-4724-97d3-505e833df212'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:01:15.498620 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400ad1d1-5b6d-4015-9ec5-1f4f8e812950" -d '{"events": [{"server_uuid": "4b5b646e-3d36-4402-9d82-55f71cd7f85e", "name": "network-vif-plugged", "status": "completed", "tag": "712c1e98-2b39-4724-97d3-505e833df212"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:01:15.513231 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 712c1e98-2b39-4724-97d3-505e833df212, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=712c1e98-2b39-4724-97d3-505e833df212,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:01:15.604229 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:15.643986 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67c486a-b9fb-4bd6-bb45-6320329a8a51 x-openstack-request-id: req-f67c486a-b9fb-4bd6-bb45-6320329a8a51 {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:01:15.647680 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5b646e-3d36-4402-9d82-55f71cd7f85e", "name": "network-vif-plugged", "status": "completed", "tag": "712c1e98-2b39-4724-97d3-505e833df212", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:01:15.647680 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f67c486a-b9fb-4bd6-bb45-6320329a8a51 {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:01:15.647680 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5b646e-3d36-4402-9d82-55f71cd7f85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712c1e98-2b39-4724-97d3-505e833df212', 'code': 200} Sep 15 18:01:15.679145 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=712c1e98-2b39-4724-97d3-505e833df212,revision_number=7']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:15.924175 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f8ac41c8-7961-4b39-9f57-8a77d1a95f9f req-22aba404-6aa3-402d-8a8c-432317c246e7 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 210 time: 0.0274882 Sep 15 18:01:16.026683 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f8592-3423-4585-b44e-5754de7f3d5a req-2a340a23-c01d-48c5-a0b4-c84a0efa615e tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:16.034800 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-327f8592-3423-4585-b44e-5754de7f3d5a req-2a340a23-c01d-48c5-a0b4-c84a0efa615e tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0600071 Sep 15 18:01:16.071754 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-327f8592-3423-4585-b44e-5754de7f3d5a req-c15d8bf2-2f6b-4867-886e-da8be003c804 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358820 Sep 15 18:01:16.461441 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-4ae94bb9-fae2-49e1-b8ca-463871e26ffb tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:16.463881 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-4ae94bb9-fae2-49e1-b8ca-463871e26ffb tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.37 "GET /v2.0/networks?id=bec36ef2-050f-4e45-8140-94788854de7d HTTP/1.1" status: 200 len: 811 time: 0.1337013 Sep 15 18:01:16.514898 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-7c039511-28d5-4b8b-b115-1a0656776646 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32757804069f4822bf01cb432ae7c283 HTTP/1.1" status: 200 len: 379 time: 0.0377746 Sep 15 18:01:16.542890 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-759dc004-4e4c-40e3-8a17-15324f0d295c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Request body: {'port': {'device_id': '3945a7fd-170c-4caa-8daf-18cacc326005', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'admin_state_up': True, 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'security_groups': ['f9796e60-3118-41a1-8a05-a2f4a21c4408']}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:01:16.730703 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-759dc004-4e4c-40e3-8a17-15324f0d295c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Made reservation on behalf of 32757804069f4822bf01cb432ae7c283 for: {'port': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:01:16.734719 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-759dc004-4e4c-40e3-8a17-15324f0d295c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:16.890666 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-759dc004-4e4c-40e3-8a17-15324f0d295c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Allocated IP 172.20.0.14 (bec36ef2-050f-4e45-8140-94788854de7d/4164acc9-a017-457a-b3c2-5accc0cf273a/3c2b56d2-4712-4d16-9965-aafbcf35ebbb) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:01:17.075791 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6a7a8dfe-ef99-402f-8060-83324a22ae32 req-fef7f10f-6fee-4358-99dc-12012ad360b2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 210 time: 0.0493436 Sep 15 18:01:17.091497 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-759dc004-4e4c-40e3-8a17-15324f0d295c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:17.189522 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-759dc004-4e4c-40e3-8a17-15324f0d295c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:17.262027 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-759dc004-4e4c-40e3-8a17-15324f0d295c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Network bec36ef2-050f-4e45-8140-94788854de7d is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:01:17.272875 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f2dc3-c0ce-499f-a388-741efd61a955 req-6f258b8a-5c50-4b18-ba02-31f1a4c764c7 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:17.274776 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c51f2dc3-c0ce-499f-a388-741efd61a955 req-6f258b8a-5c50-4b18-ba02-31f1a4c764c7 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.1197176 Sep 15 18:01:17.278901 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-759dc004-4e4c-40e3-8a17-15324f0d295c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:01:17.289279 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-759dc004-4e4c-40e3-8a17-15324f0d295c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:01:17.327506 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759dc004-4e4c-40e3-8a17-15324f0d295c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event updated for resources: {'Port': ['ID=3c2b56d2-4712-4d16-9965-aafbcf35ebbb,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:17.380624 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c51f2dc3-c0ce-499f-a388-741efd61a955 req-36a637df-3f22-4e29-a644-c527ec98261f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926719 Sep 15 18:01:17.402044 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-759dc004-4e4c-40e3-8a17-15324f0d295c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:17.404261 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-759dc004-4e4c-40e3-8a17-15324f0d295c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:17.513888 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-759dc004-4e4c-40e3-8a17-15324f0d295c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9924009 Sep 15 18:01:17.527099 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] Request body: {'port': {'device_id': '3945a7fd-170c-4caa-8daf-18cacc326005', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80522'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:01:17.581960 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-edf04beb-31f0-485d-a3ff-9ecbefd078df None None] Provisioning complete for port 3c2b56d2-4712-4d16-9965-aafbcf35ebbb triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:01:17.583710 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-edf04beb-31f0-485d-a3ff-9ecbefd078df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:17.588065 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:17.668741 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-edf04beb-31f0-485d-a3ff-9ecbefd078df None None] Port 3c2b56d2-4712-4d16-9965-aafbcf35ebbb cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:01:17.921068 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2b56d2-4712-4d16-9965-aafbcf35ebbb {{(pid=106072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:01:17.929229 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:17.943068 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.provisioning_blocks [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] Transition to ACTIVE for port object 3c2b56d2-4712-4d16-9965-aafbcf35ebbb will not be triggered until provisioned by entity L2. {{(pid=106072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:01:17.997213 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:18.085461 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2b56d2-4712-4d16-9965-aafbcf35ebbb,revision_number=2']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:18.164775 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] Attempting to bind port 3c2b56d2-4712-4d16-9965-aafbcf35ebbb on host hv-cinder-80522 for vnic_type normal with profile {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:01:18.165404 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] Attempting to bind port 3c2b56d2-4712-4d16-9965-aafbcf35ebbb by drivers openvswitch,hyperv on host hv-cinder-80522 at level 0 using segments [{'id': '7604134f-a039-45c2-8d1a-019b0fdae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d'}] {{(pid=106072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:01:18.165531 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] Attempting to bind port 3c2b56d2-4712-4d16-9965-aafbcf35ebbb on network bec36ef2-050f-4e45-8140-94788854de7d {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:01:18.178021 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] Port 3c2b56d2-4712-4d16-9965-aafbcf35ebbb on network bec36ef2-050f-4e45-8140-94788854de7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80522 {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:01:18.178347 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] Attempting to bind port 3c2b56d2-4712-4d16-9965-aafbcf35ebbb on network bec36ef2-050f-4e45-8140-94788854de7d {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:01:18.184497 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] Checking agent: {'id': 'd3977637-cbe2-41c3-a570-ab972cec54ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80522', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'started_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:01:18.187731 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] Checking segment: {'id': '7604134f-a039-45c2-8d1a-019b0fdae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:01:18.188189 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] Bound using segment: {'id': '7604134f-a039-45c2-8d1a-019b0fdae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d'} {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:01:18.188670 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] Bound port: 3c2b56d2-4712-4d16-9965-aafbcf35ebbb, host: hv-cinder-80522, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7604134f-a039-45c2-8d1a-019b0fdae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d'}}] {{(pid=106072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:01:18.189039 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:18.290444 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043d140-cd45-4dd5-80cb-d395b4b77b59 req-68c9f5b8-de1a-46c2-a6f1-c99e75b70ca2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:18.293142 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e043d140-cd45-4dd5-80cb-d395b4b77b59 req-68c9f5b8-de1a-46c2-a6f1-c99e75b70ca2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 944 time: 0.1011326 Sep 15 18:01:18.364776 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e043d140-cd45-4dd5-80cb-d395b4b77b59 req-c0b257f4-abd0-4fef-b5a6-094583b6c4b1 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649290 Sep 15 18:01:18.365766 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] For port 3c2b56d2-4712-4d16-9965-aafbcf35ebbb, host hv-cinder-80522, cleared binding levels {{(pid=106072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:01:18.375164 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] For port 3c2b56d2-4712-4d16-9965-aafbcf35ebbb, host hv-cinder-80522, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=3c2b56d2-4712-4d16-9965-aafbcf35ebbb,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:01:18.447180 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:18.501262 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:18.501890 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:18.503775 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] 10.222.0.37 "PUT /v2.0/ports/3c2b56d2-4712-4d16-9965-aafbcf35ebbb HTTP/1.1" status: 200 len: 1094 time: 0.9807153 Sep 15 18:01:18.504219 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3945a7fd-170c-4caa-8daf-18cacc326005', 'tag': '3c2b56d2-4712-4d16-9965-aafbcf35ebbb'}] {{(pid=106072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:01:18.506808 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47b324d98f2f4bfc09410de6f146af452c7265e3c4636f4d971b874cd661cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea0956d-56d4-49e9-805b-96200ad46604" -d '{"events": [{"name": "network-changed", "server_uuid": "3945a7fd-170c-4caa-8daf-18cacc326005", "tag": "3c2b56d2-4712-4d16-9965-aafbcf35ebbb"}]}' {{(pid=106072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:01:18.552046 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b00c7e-9863-441d-a919-de655ed5c8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2b56d2-4712-4d16-9965-aafbcf35ebbb,revision_number=3']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:18.558887 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa74669-2530-406e-af8c-e1213870393e req-8657d096-c37a-4ec0-83f6-26912a1077cf tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:18.560822 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-afa74669-2530-406e-af8c-e1213870393e req-8657d096-c37a-4ec0-83f6-26912a1077cf tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0959823 Sep 15 18:01:18.571346 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc623d11-07ea-4b93-b63b-fe6c9c8687e6 x-openstack-request-id: req-bc623d11-07ea-4b93-b63b-fe6c9c8687e6 {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:01:18.571733 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3945a7fd-170c-4caa-8daf-18cacc326005", "tag": "3c2b56d2-4712-4d16-9965-aafbcf35ebbb", "status": "completed", "code": 200}]} {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:01:18.583829 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc623d11-07ea-4b93-b63b-fe6c9c8687e6 {{(pid=106072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:01:18.584818 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3945a7fd-170c-4caa-8daf-18cacc326005', 'tag': '3c2b56d2-4712-4d16-9965-aafbcf35ebbb', 'status': 'completed', 'code': 200} Sep 15 18:01:18.643695 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-afa74669-2530-406e-af8c-e1213870393e req-32728854-1765-4436-9798-03d80142707c tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769985 Sep 15 18:01:18.652605 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0956d-56d4-49e9-805b-96200ad46604 req-d552550c-feff-49b2-acf9-4743a619f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:18.655569 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9ea0956d-56d4-49e9-805b-96200ad46604 req-d552550c-feff-49b2-acf9-4743a619f8e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32757804069f4822bf01cb432ae7c283&device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 1097 time: 0.0610042 Sep 15 18:01:18.805534 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0956d-56d4-49e9-805b-96200ad46604 req-a331c6cc-ec9e-46bc-96d2-cdc8aeeff580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:18.808153 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9ea0956d-56d4-49e9-805b-96200ad46604 req-a331c6cc-ec9e-46bc-96d2-cdc8aeeff580 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=32757804069f4822bf01cb432ae7c283&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1306210 Sep 15 18:01:18.926066 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0956d-56d4-49e9-805b-96200ad46604 req-b5242c37-b67b-4077-9d74-167a55921515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:18.928153 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9ea0956d-56d4-49e9-805b-96200ad46604 req-b5242c37-b67b-4077-9d74-167a55921515 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1108360 Sep 15 18:01:18.999610 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-a6a659d2-db8d-4958-b9a6-d6ffd07977a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:19.021912 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-6d028679-99ff-49e3-99fe-b8bc372a34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:19.023598 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-6d028679-99ff-49e3-99fe-b8bc372a34ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32757804069f4822bf01cb432ae7c283&device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 1097 time: 0.0487664 Sep 15 18:01:19.079697 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-9720bf96-64cd-4fa3-aa97-669357e58a76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c2b56d2-4712-4d16-9965-aafbcf35ebbb HTTP/1.1" status: 200 len: 217 time: 0.0459177 Sep 15 18:01:19.133180 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-b481605b-21e1-409b-8515-6f37b3ecc936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:19.135193 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-b481605b-21e1-409b-8515-6f37b3ecc936 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4164acc9-a017-457a-b3c2-5accc0cf273a HTTP/1.1" status: 200 len: 850 time: 0.0475464 Sep 15 18:01:19.187790 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-a41f4ad0-9865-4db8-942d-85d9f6c0223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:19.189303 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-a41f4ad0-9865-4db8-942d-85d9f6c0223a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bec36ef2-050f-4e45-8140-94788854de7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440319 Sep 15 18:01:19.304168 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-8c6cde9a-ab15-46a2-801b-601e9432d179 service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018467 Sep 15 18:01:19.437084 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2a9abe5d-35dd-4e24-a728-2769b2d684b5 req-0400f759-1123-4063-ba31-85940741bbef service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232579 Sep 15 18:01:19.505379 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7ead4-ccae-4388-adc5-e7eab339ed38 req-d224cbd0-5d1c-4be7-8dca-f97beeb91a06 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:19.508124 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-79e7ead4-ccae-4388-adc5-e7eab339ed38 req-d224cbd0-5d1c-4be7-8dca-f97beeb91a06 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 944 time: 0.0572944 Sep 15 18:01:19.547474 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-79e7ead4-ccae-4388-adc5-e7eab339ed38 req-14b58456-d0cb-4048-96a4-aaee8152c273 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332925 Sep 15 18:01:19.798738 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729772f1-864e-41ac-adc5-23177e853502 req-cf893756-d147-4e16-a018-8a1abc60dc9d tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:19.800586 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-729772f1-864e-41ac-adc5-23177e853502 req-cf893756-d147-4e16-a018-8a1abc60dc9d tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0663204 Sep 15 18:01:19.856590 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-729772f1-864e-41ac-adc5-23177e853502 req-e7f964dc-f9ed-4f02-8ba6-9891b981ce21 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484345 Sep 15 18:01:20.664076 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d81bf1-6e8a-40e4-aa0e-339931e02928 req-91a926a0-48c1-4841-aec3-5f21a758d4d4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:20.665765 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d4d81bf1-6e8a-40e4-aa0e-339931e02928 req-91a926a0-48c1-4841-aec3-5f21a758d4d4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 944 time: 0.0488079 Sep 15 18:01:20.706218 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d4d81bf1-6e8a-40e4-aa0e-339931e02928 req-b5b8b84e-0ca8-4bc9-881e-4a22fca931c6 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343993 Sep 15 18:01:20.997630 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f0e43-9c9e-43a1-a371-d21dc0dccd9b req-cdfc543c-1b13-4502-aa2f-1d27383a22fa tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:20.999038 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-aa7f0e43-9c9e-43a1-a371-d21dc0dccd9b req-cdfc543c-1b13-4502-aa2f-1d27383a22fa tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0502028 Sep 15 18:01:21.036896 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-aa7f0e43-9c9e-43a1-a371-d21dc0dccd9b req-d3ad626a-598c-4b12-9089-0ddd6464f06f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316944 Sep 15 18:01:21.485110 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-466f6f32-cea1-44a6-8b6e-df557d4ca0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:21.834851 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1cb8b8-c3ce-4e2c-855a-6ee2c2212a14 req-92dc47ba-93a3-4b58-9b24-55c976b2177d tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:21.836761 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-cc1cb8b8-c3ce-4e2c-855a-6ee2c2212a14 req-92dc47ba-93a3-4b58-9b24-55c976b2177d tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 944 time: 0.0540822 Sep 15 18:01:21.887838 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-cc1cb8b8-c3ce-4e2c-855a-6ee2c2212a14 req-ef6b66a1-79a2-43e0-9fd7-e6ffc28ebc48 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344784 Sep 15 18:01:22.028048 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:22.189091 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d7fdf-246c-40e6-9a6b-1c88182a5cdb req-5b42895b-1950-41c9-8379-153b0efce953 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:22.191225 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-420d7fdf-246c-40e6-9a6b-1c88182a5cdb req-5b42895b-1950-41c9-8379-153b0efce953 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0629039 Sep 15 18:01:22.236106 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-420d7fdf-246c-40e6-9a6b-1c88182a5cdb req-da423e19-a93a-4298-b328-f5c4ca676e51 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353751 Sep 15 18:01:22.728770 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-1bb234ba-9ff7-4635-aa55-462fc16f2edd tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1752796856&fields=id&tenant_id=6cf6b14bbbb64122b5eab98280def64c HTTP/1.1" status: 200 len: 267 time: 0.0340309 Sep 15 18:01:22.860757 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-4bd07adf-82b2-4ce1-8a22-ab93786a19a0 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:22.862284 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-4bd07adf-82b2-4ce1-8a22-ab93786a19a0 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/networks?id=ef9bd678-fb03-49b0-b2af-7d04383c138e HTTP/1.1" status: 200 len: 806 time: 0.1248879 Sep 15 18:01:22.879209 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-c0945a76-8334-4e70-9ee9-3ce1468845ea tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/quotas/6cf6b14bbbb64122b5eab98280def64c HTTP/1.1" status: 200 len: 375 time: 0.0105436 Sep 15 18:01:22.942731 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-62c8c897-8b0f-49e5-aae7-97136ab9ce72 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6cf6b14bbbb64122b5eab98280def64c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574582 Sep 15 18:01:23.044279 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d14a6-3a93-4488-8bdb-eb5705995c4c req-1d5312a7-ad35-4953-9530-49604e3d1833 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:23.046072 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-af9d14a6-3a93-4488-8bdb-eb5705995c4c req-1d5312a7-ad35-4953-9530-49604e3d1833 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 944 time: 0.0584683 Sep 15 18:01:23.099058 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-af9d14a6-3a93-4488-8bdb-eb5705995c4c req-631e98e8-3ca2-40f6-8701-d5fce7c020ce tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456655 Sep 15 18:01:23.178947 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-596646cb-3b80-4195-b8c3-d61fe1128ae0 service neutron] 10.222.0.20 "GET /v2.0/networks/ef9bd678-fb03-49b0-b2af-7d04383c138e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243094 Sep 15 18:01:23.250774 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:23.289579 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-56f57065-a76d-4af6-a067-dfa83231d2f1 service neutron] 10.222.0.20 "GET /v2.0/networks/ef9bd678-fb03-49b0-b2af-7d04383c138e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019542 Sep 15 18:01:23.375766 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92006de5-0625-4db1-b144-fcdc76e713b6 req-5a505b19-0e05-488f-b24d-08522e31a264 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:23.383352 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-92006de5-0625-4db1-b144-fcdc76e713b6 req-5a505b19-0e05-488f-b24d-08522e31a264 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0722871 Sep 15 18:01:23.430977 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-92006de5-0625-4db1-b144-fcdc76e713b6 req-19927fe5-84c6-4c13-a6ca-789bcc149280 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460296 Sep 15 18:01:24.225610 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d92e5-e07d-447d-b3bb-239866e813de req-a756b85b-aadf-48a1-aa8d-16212b34c24d tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:24.227226 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-844d92e5-e07d-447d-b3bb-239866e813de req-a756b85b-aadf-48a1-aa8d-16212b34c24d tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 944 time: 0.0562437 Sep 15 18:01:24.264419 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-844d92e5-e07d-447d-b3bb-239866e813de req-bad43a81-221e-4ce0-b088-d81269ea106d tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307255 Sep 15 18:01:24.559168 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ceed8acd-08da-4ef7-bfaa-72cd9997a0da req-cf8fd506-137d-49fb-8602-09aaa4c347ad tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 210 time: 0.0411925 Sep 15 18:01:24.636702 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454cd8b-0bcc-4ae7-9b0e-e9db467aaeb3 req-1ac9f272-73d3-4116-982e-e977d0dc2ae8 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:24.639112 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5454cd8b-0bcc-4ae7-9b0e-e9db467aaeb3 req-1ac9f272-73d3-4116-982e-e977d0dc2ae8 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0802374 Sep 15 18:01:24.657047 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:24.701302 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5454cd8b-0bcc-4ae7-9b0e-e9db467aaeb3 req-a48564cb-7503-4c87-a5fa-4fa3328b2535 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529950 Sep 15 18:01:25.393437 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536cd41-4c1c-4547-8dec-e268433248e5 req-3fc8fa6a-a960-48d8-b3b0-fb867397bc75 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:25.394910 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2536cd41-4c1c-4547-8dec-e268433248e5 req-3fc8fa6a-a960-48d8-b3b0-fb867397bc75 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 944 time: 0.0579565 Sep 15 18:01:25.432625 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2536cd41-4c1c-4547-8dec-e268433248e5 req-370b667c-02ad-4183-9e76-33b8a305c096 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311170 Sep 15 18:01:25.628815 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b674efda-52f4-4f5d-8703-79ec93aa38cf req-b5e0ddec-95d1-4dd8-a109-befe62d438ee tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 210 time: 0.0268722 Sep 15 18:01:25.831322 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442144d7-28f3-4386-a22c-b7a3ed67694b req-0eccbe58-a347-465a-a2cc-010e07a58f9b tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:25.832743 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-442144d7-28f3-4386-a22c-b7a3ed67694b req-0eccbe58-a347-465a-a2cc-010e07a58f9b tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0489907 Sep 15 18:01:25.870284 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-442144d7-28f3-4386-a22c-b7a3ed67694b req-43d29151-b30a-41a9-8693-4b700b6e8835 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314755 Sep 15 18:01:26.397435 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256e938-f881-470d-bc62-19af918d4365 req-32202081-acd7-44af-9d77-d612d59b0013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:26.399021 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e256e938-f881-470d-bc62-19af918d4365 req-32202081-acd7-44af-9d77-d612d59b0013 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95cc8cbee80240b89ba5904f813a862e&device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 1099 time: 0.0384104 Sep 15 18:01:26.493444 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256e938-f881-470d-bc62-19af918d4365 req-3532c470-2b1d-4470-b492-628abc8889f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:26.495098 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e256e938-f881-470d-bc62-19af918d4365 req-3532c470-2b1d-4470-b492-628abc8889f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d HTTP/1.1" status: 200 len: 917 time: 0.0876143 Sep 15 18:01:26.586033 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e256e938-f881-470d-bc62-19af918d4365 req-6d0e8ec8-7463-4257-8f94-838fa133d8ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=712c1e98-2b39-4724-97d3-505e833df212 HTTP/1.1" status: 200 len: 1001 time: 0.0766613 Sep 15 18:01:26.594879 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baff69b-fa22-4a2d-b28d-4eb74e433678 req-f88cf8c9-ce08-4aa8-9e69-e6153a310869 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:26.596365 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9baff69b-fa22-4a2d-b28d-4eb74e433678 req-f88cf8c9-ce08-4aa8-9e69-e6153a310869 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 944 time: 0.0951054 Sep 15 18:01:26.726138 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a0edfd94-5fae-44b0-9111-650486f0150f req-0dfc1ae6-a67d-4c36-825f-a086a47426e5 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 210 time: 0.0307467 Sep 15 18:01:26.912430 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9baff69b-fa22-4a2d-b28d-4eb74e433678 req-916dfe2c-9a38-4485-8fe1-8e7c4edb1ec5 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3081493 Sep 15 18:01:26.916030 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256e938-f881-470d-bc62-19af918d4365 req-7205e378-a0a5-4b9e-ad9b-8161ce4ec958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:26.917453 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e256e938-f881-470d-bc62-19af918d4365 req-7205e378-a0a5-4b9e-ad9b-8161ce4ec958 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae6b4715-76cf-494c-ae02-d92791591d0b HTTP/1.1" status: 200 len: 855 time: 0.3202362 Sep 15 18:01:26.967251 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256e938-f881-470d-bc62-19af918d4365 req-ef6d8292-9d25-4e1c-9825-2930d9b6c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:26.968725 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e256e938-f881-470d-bc62-19af918d4365 req-ef6d8292-9d25-4e1c-9825-2930d9b6c9f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437303 Sep 15 18:01:26.991263 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb05b51-5b90-42b7-9b6f-e6a5addaaf9a req-13fcbd10-28f0-4f8d-be60-737f2352f732 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:26.992676 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2fb05b51-5b90-42b7-9b6f-e6a5addaaf9a req-13fcbd10-28f0-4f8d-be60-737f2352f732 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0477045 Sep 15 18:01:27.030163 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2fb05b51-5b90-42b7-9b6f-e6a5addaaf9a req-4d895ef1-b0a3-4133-beea-91d412e665e9 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307503 Sep 15 18:01:27.063216 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e256e938-f881-470d-bc62-19af918d4365 req-c9bc782d-c71e-4cb3-bd79-703c93b44649 service neutron] 10.222.0.37 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836480 Sep 15 18:01:27.164654 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e256e938-f881-470d-bc62-19af918d4365 req-ae7006ed-92c4-48b4-904f-25f6bca6094f service neutron] 10.222.0.37 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879443 Sep 15 18:01:27.186405 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-d31ef229-d40a-4a44-9251-1a3453668200 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:27.190253 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-d31ef229-d40a-4a44-9251-1a3453668200 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.37 "GET /v2.0/networks?id=ef9bd678-fb03-49b0-b2af-7d04383c138e HTTP/1.1" status: 200 len: 806 time: 0.1107848 Sep 15 18:01:27.225117 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 3c2b56d2-4712-4d16-9965-aafbcf35ebbb details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:01:27.232541 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-03449758-cf78-4ffb-8329-025e282de726 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cf6b14bbbb64122b5eab98280def64c HTTP/1.1" status: 200 len: 380 time: 0.0337400 Sep 15 18:01:27.245662 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a0be0c7c-a051-4b1a-9c5f-7ee77548230d tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Request body: {'port': {'device_id': 'ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4', 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e', 'admin_state_up': True, 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'security_groups': ['ae0a4a78-f699-4a98-9fd5-5cd3df299ff6']}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:01:27.321184 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 3c2b56d2-4712-4d16-9965-aafbcf35ebbb, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=3c2b56d2-4712-4d16-9965-aafbcf35ebbb,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:01:27.333010 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': '3c2b56d2-4712-4d16-9965-aafbcf35ebbb', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'port_id': '3c2b56d2-4712-4d16-9965-aafbcf35ebbb', 'mac_address': 'fa:16:3e:43:e5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:01:27.374343 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:27.388128 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2b56d2-4712-4d16-9965-aafbcf35ebbb {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:01:27.407602 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 3c2b56d2-4712-4d16-9965-aafbcf35ebbb, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=3c2b56d2-4712-4d16-9965-aafbcf35ebbb,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:01:27.439122 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a0be0c7c-a051-4b1a-9c5f-7ee77548230d tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Made reservation on behalf of 6cf6b14bbbb64122b5eab98280def64c for: {'port': 1} {{(pid=106071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:01:27.443247 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a0be0c7c-a051-4b1a-9c5f-7ee77548230d tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:27.473743 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:27.521516 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=3c2b56d2-4712-4d16-9965-aafbcf35ebbb,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:27.579178 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a0be0c7c-a051-4b1a-9c5f-7ee77548230d tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Allocated IP 172.20.0.14 (ef9bd678-fb03-49b0-b2af-7d04383c138e/4e88ec5f-fa46-4bde-9cde-13946047afbd/c5124aea-5c23-4917-b05d-e2c4188f051c) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:01:27.719009 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a0be0c7c-a051-4b1a-9c5f-7ee77548230d tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:27.744558 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['3c2b56d2-4712-4d16-9965-aafbcf35ebbb'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:01:27.817648 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a0be0c7c-a051-4b1a-9c5f-7ee77548230d tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:27.828616 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-983f872f-da20-45d8-b125-9ac64db4b432 req-a2ee3b94-39fb-4fac-bffd-0c45e714574d tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 210 time: 0.0326641 Sep 15 18:01:27.869720 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a0be0c7c-a051-4b1a-9c5f-7ee77548230d tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Network ef9bd678-fb03-49b0-b2af-7d04383c138e is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:01:27.872789 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a0be0c7c-a051-4b1a-9c5f-7ee77548230d tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:01:27.876486 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a0be0c7c-a051-4b1a-9c5f-7ee77548230d tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:01:27.906721 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be0c7c-a051-4b1a-9c5f-7ee77548230d tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Pushing event updated for resources: {'Port': ['ID=c5124aea-5c23-4917-b05d-e2c4188f051c,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:27.946735 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a0be0c7c-a051-4b1a-9c5f-7ee77548230d tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:27.947931 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a0be0c7c-a051-4b1a-9c5f-7ee77548230d tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:28.046144 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a0be0c7c-a051-4b1a-9c5f-7ee77548230d tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8046277 Sep 15 18:01:28.053283 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e745f88-5eb6-4ee3-ab7a-5a1228b98c2a req-5f300f0b-bc13-470c-aa3c-fc0fe593eaa7 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:28.057229 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5e745f88-5eb6-4ee3-ab7a-5a1228b98c2a req-5f300f0b-bc13-470c-aa3c-fc0fe593eaa7 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 945 time: 0.0617125 Sep 15 18:01:28.058727 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] Request body: {'port': {'device_id': 'ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80522'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:01:28.100046 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5e745f88-5eb6-4ee3-ab7a-5a1228b98c2a req-747add01-754a-42bb-9a15-1105274d1d56 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386853 Sep 15 18:01:28.144233 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:28.221149 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b63a1-7796-4137-b06a-59d88c592768 req-5567cd2a-a038-4195-af1b-14e3ffa77feb tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:28.222449 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-531c7d9e-9d8d-4c39-996b-5165de4511db None None] Provisioning complete for port c5124aea-5c23-4917-b05d-e2c4188f051c triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:01:28.222677 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2e5b63a1-7796-4137-b06a-59d88c592768 req-5567cd2a-a038-4195-af1b-14e3ffa77feb tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0959611 Sep 15 18:01:28.222867 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-531c7d9e-9d8d-4c39-996b-5165de4511db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:28.257396 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-531c7d9e-9d8d-4c39-996b-5165de4511db None None] Port c5124aea-5c23-4917-b05d-e2c4188f051c cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:01:28.324348 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2e5b63a1-7796-4137-b06a-59d88c592768 req-fe15c637-5b43-40ab-853a-13c8e870f510 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943317 Sep 15 18:01:28.467569 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5124aea-5c23-4917-b05d-e2c4188f051c {{(pid=106071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:01:28.474837 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:28.486614 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.provisioning_blocks [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] Transition to ACTIVE for port object c5124aea-5c23-4917-b05d-e2c4188f051c will not be triggered until provisioned by entity L2. {{(pid=106071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:01:28.581841 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:28.649750 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5124aea-5c23-4917-b05d-e2c4188f051c,revision_number=2']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:28.701340 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] Attempting to bind port c5124aea-5c23-4917-b05d-e2c4188f051c on host hv-cinder-80522 for vnic_type normal with profile {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:01:28.701677 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] Attempting to bind port c5124aea-5c23-4917-b05d-e2c4188f051c by drivers openvswitch,hyperv on host hv-cinder-80522 at level 0 using segments [{'id': 'b168f714-e6ee-42c7-9515-72e60d76ba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e'}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:01:28.702009 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] Attempting to bind port c5124aea-5c23-4917-b05d-e2c4188f051c on network ef9bd678-fb03-49b0-b2af-7d04383c138e {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:01:28.706496 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] Port c5124aea-5c23-4917-b05d-e2c4188f051c on network ef9bd678-fb03-49b0-b2af-7d04383c138e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80522 {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:01:28.706821 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] Attempting to bind port c5124aea-5c23-4917-b05d-e2c4188f051c on network ef9bd678-fb03-49b0-b2af-7d04383c138e {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:01:28.711639 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] Checking agent: {'id': 'd3977637-cbe2-41c3-a570-ab972cec54ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80522', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'started_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:01:28.711982 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] Checking segment: {'id': 'b168f714-e6ee-42c7-9515-72e60d76ba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:01:28.712367 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] Bound using segment: {'id': 'b168f714-e6ee-42c7-9515-72e60d76ba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e'} {{(pid=106071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:01:28.712833 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.managers [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] Bound port: c5124aea-5c23-4917-b05d-e2c4188f051c, host: hv-cinder-80522, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b168f714-e6ee-42c7-9515-72e60d76ba6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e'}}] {{(pid=106071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:01:28.713196 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:28.779217 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] For port c5124aea-5c23-4917-b05d-e2c4188f051c, host hv-cinder-80522, cleared binding levels {{(pid=106071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:01:28.782307 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] For port c5124aea-5c23-4917-b05d-e2c4188f051c, host hv-cinder-80522, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=c5124aea-5c23-4917-b05d-e2c4188f051c,segment=NetworkSegment(b168f714-e6ee-42c7-9515-72e60d76ba6f),segment_id=b168f714-e6ee-42c7-9515-72e60d76ba6f)] {{(pid=106071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:01:28.856605 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:28.891722 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:28.892316 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:28.893729 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] 10.222.0.37 "PUT /v2.0/ports/c5124aea-5c23-4917-b05d-e2c4188f051c HTTP/1.1" status: 200 len: 1094 time: 0.8394070 Sep 15 18:01:28.895441 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4', 'tag': 'c5124aea-5c23-4917-b05d-e2c4188f051c'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:01:28.896340 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4015349-e4fc-49a8-9141-63dc557748e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4", "tag": "c5124aea-5c23-4917-b05d-e2c4188f051c"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:01:28.927953 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a00259-8c84-4f88-a4ec-5240cb4cf8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5124aea-5c23-4917-b05d-e2c4188f051c,revision_number=3']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:28.963871 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891e76e-7cb6-4436-932c-74f774d55a7f req-bbf660d2-2d02-4933-8f39-3988b53023ee tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:28.965620 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a891e76e-7cb6-4436-932c-74f774d55a7f req-bbf660d2-2d02-4933-8f39-3988b53023ee tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 944 time: 0.0670524 Sep 15 18:01:29.015484 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a891e76e-7cb6-4436-932c-74f774d55a7f req-40d15328-bf41-451f-b7b5-44d37a0595c5 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437696 Sep 15 18:01:29.038383 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99b9c24-e183-4336-ae76-4411847c17ef x-openstack-request-id: req-e99b9c24-e183-4336-ae76-4411847c17ef {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:01:29.038679 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4", "tag": "c5124aea-5c23-4917-b05d-e2c4188f051c", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:01:29.038936 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e99b9c24-e183-4336-ae76-4411847c17ef {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:01:29.039329 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4', 'tag': 'c5124aea-5c23-4917-b05d-e2c4188f051c', 'status': 'completed', 'code': 200} Sep 15 18:01:29.058892 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-2ead7658-54bf-400b-8305-f67858b3b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:29.060925 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-2ead7658-54bf-400b-8305-f67858b3b796 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cf6b14bbbb64122b5eab98280def64c&device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 1097 time: 0.0604727 Sep 15 18:01:29.110046 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-69b6b29e-f0a9-40e7-8af0-72b2d67cd5c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5124aea-5c23-4917-b05d-e2c4188f051c HTTP/1.1" status: 200 len: 217 time: 0.0359449 Sep 15 18:01:29.164317 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-0441a937-456d-461d-93bf-f88185421bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:29.166428 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-0441a937-456d-461d-93bf-f88185421bd2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e88ec5f-fa46-4bde-9cde-13946047afbd HTTP/1.1" status: 200 len: 845 time: 0.0479970 Sep 15 18:01:29.211406 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-da0edf59-b82f-4958-bdc9-3421aa66b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:29.213517 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-da0edf59-b82f-4958-bdc9-3421aa66b371 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef9bd678-fb03-49b0-b2af-7d04383c138e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408609 Sep 15 18:01:29.225594 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 3c2b56d2-4712-4d16-9965-aafbcf35ebbb up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:01:29.225940 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4365f-3c1c-4060-bac6-44ead4d5f5b2 req-4475ae07-71b5-4644-8a6f-9073cf31065c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:29.227431 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3de4365f-3c1c-4060-bac6-44ead4d5f5b2 req-4475ae07-71b5-4644-8a6f-9073cf31065c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 945 time: 0.0560143 Sep 15 18:01:29.266005 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3de4365f-3c1c-4060-bac6-44ead4d5f5b2 req-b82fde9e-727f-42fe-b32a-916b1a54d18d tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316119 Sep 15 18:01:29.303717 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-7493ab3a-46b5-466e-b4d9-d10421e5f6e1 service neutron] 10.222.0.37 "GET /v2.0/networks/ef9bd678-fb03-49b0-b2af-7d04383c138e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819049 Sep 15 18:01:29.359230 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning for port 3c2b56d2-4712-4d16-9965-aafbcf35ebbb completed by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:01:29.363449 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port 3c2b56d2-4712-4d16-9965-aafbcf35ebbb triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:01:29.363932 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:29.395190 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5a341f8a-a965-4a0c-ba3a-ea5794e5f763 req-9c9beda8-8735-4643-8c0a-ebede35f51e6 service neutron] 10.222.0.37 "GET /v2.0/networks/ef9bd678-fb03-49b0-b2af-7d04383c138e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831504 Sep 15 18:01:29.444302 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:29.445230 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837988e-c976-4393-aefb-3d0c1651dbfc req-c11bf988-7bfd-4494-aa32-a92c980a2fa1 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:29.447012 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0837988e-c976-4393-aefb-3d0c1651dbfc req-c11bf988-7bfd-4494-aa32-a92c980a2fa1 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 946 time: 0.0478780 Sep 15 18:01:29.467344 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3945a7fd-170c-4caa-8daf-18cacc326005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2b56d2-4712-4d16-9965-aafbcf35ebbb'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:01:29.469736 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8e043b-b737-466a-9c7b-a599d77fd93a" -d '{"events": [{"server_uuid": "3945a7fd-170c-4caa-8daf-18cacc326005", "name": "network-vif-plugged", "status": "completed", "tag": "3c2b56d2-4712-4d16-9965-aafbcf35ebbb"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:01:29.483186 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 3c2b56d2-4712-4d16-9965-aafbcf35ebbb, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=3c2b56d2-4712-4d16-9965-aafbcf35ebbb,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:01:29.485484 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0837988e-c976-4393-aefb-3d0c1651dbfc req-f92ddf99-9696-4ef8-945c-04909a0a13af tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320983 Sep 15 18:01:29.514065 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dee500-bcf2-4d88-9e7b-0c15b26ad9ab x-openstack-request-id: req-d3dee500-bcf2-4d88-9e7b-0c15b26ad9ab {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:01:29.514453 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3945a7fd-170c-4caa-8daf-18cacc326005", "name": "network-vif-plugged", "status": "completed", "tag": "3c2b56d2-4712-4d16-9965-aafbcf35ebbb", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:01:29.519270 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3dee500-bcf2-4d88-9e7b-0c15b26ad9ab {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:01:29.519270 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3945a7fd-170c-4caa-8daf-18cacc326005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2b56d2-4712-4d16-9965-aafbcf35ebbb', 'code': 200} Sep 15 18:01:29.565959 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:29.566844 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 712c1e98-2b39-4724-97d3-505e833df212 no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:01:29.599523 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4015349-e4fc-49a8-9141-63dc557748e7 req-4b513395-9905-407d-bd32-cc47111039a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:29.601571 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c4015349-e4fc-49a8-9141-63dc557748e7 req-4b513395-9905-407d-bd32-cc47111039a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cf6b14bbbb64122b5eab98280def64c&device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 1097 time: 0.0488033 Sep 15 18:01:29.654139 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=3c2b56d2-4712-4d16-9965-aafbcf35ebbb,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:29.703010 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4015349-e4fc-49a8-9141-63dc557748e7 req-cadc89c3-228f-48c1-b2d4-08caddcef0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:29.704508 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c4015349-e4fc-49a8-9141-63dc557748e7 req-cadc89c3-228f-48c1-b2d4-08caddcef0b8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef9bd678-fb03-49b0-b2af-7d04383c138e HTTP/1.1" status: 200 len: 907 time: 0.0938981 Sep 15 18:01:29.705877 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:29.746999 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 712c1e98-2b39-4724-97d3-505e833df212, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=712c1e98-2b39-4724-97d3-505e833df212,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:01:29.752240 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c4015349-e4fc-49a8-9141-63dc557748e7 req-0111c080-882e-4eaf-adfd-9f251166e262 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5124aea-5c23-4917-b05d-e2c4188f051c HTTP/1.1" status: 200 len: 217 time: 0.0376205 Sep 15 18:01:29.803830 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4015349-e4fc-49a8-9141-63dc557748e7 req-57d8bb15-9031-4a88-914c-c7b29a4bcb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:29.805720 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c4015349-e4fc-49a8-9141-63dc557748e7 req-57d8bb15-9031-4a88-914c-c7b29a4bcb59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e88ec5f-fa46-4bde-9cde-13946047afbd HTTP/1.1" status: 200 len: 845 time: 0.0453837 Sep 15 18:01:29.860321 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:29.861085 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4015349-e4fc-49a8-9141-63dc557748e7 req-73156e8d-b5f8-4dfc-86e6-29235894f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:29.862848 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c4015349-e4fc-49a8-9141-63dc557748e7 req-73156e8d-b5f8-4dfc-86e6-29235894f8ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef9bd678-fb03-49b0-b2af-7d04383c138e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420845 Sep 15 18:01:29.910655 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=712c1e98-2b39-4724-97d3-505e833df212,revision_number=8']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:29.964654 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c4015349-e4fc-49a8-9141-63dc557748e7 req-86bafeb7-1a8d-4bd0-92ea-54b5f68097bd service neutron] 10.222.0.37 "GET /v2.0/networks/ef9bd678-fb03-49b0-b2af-7d04383c138e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917497 Sep 15 18:01:29.967442 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b785a8-030d-4ab2-a446-94e0fc60ad71 req-67ccaa0d-0552-40d0-8df8-a59734da8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:29.969055 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-03b785a8-030d-4ab2-a446-94e0fc60ad71 req-67ccaa0d-0552-40d0-8df8-a59734da8dc4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 1099 time: 0.0398779 Sep 15 18:01:30.004055 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-03b785a8-030d-4ab2-a446-94e0fc60ad71 req-98f65675-bc5e-46af-bcaf-fb773385a829 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278821 Sep 15 18:01:30.057156 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c4015349-e4fc-49a8-9141-63dc557748e7 req-8d3d39e3-ccdd-420b-b153-e7e2ecb93846 service neutron] 10.222.0.37 "GET /v2.0/networks/ef9bd678-fb03-49b0-b2af-7d04383c138e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810635 Sep 15 18:01:30.135923 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e9556-96c7-465c-820f-a084dc43a4e8 req-0cd531fe-62b1-41c6-ab23-1f24d05616de tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:30.137346 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b25e9556-96c7-465c-820f-a084dc43a4e8 req-0cd531fe-62b1-41c6-ab23-1f24d05616de tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 944 time: 0.0492489 Sep 15 18:01:30.174186 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b25e9556-96c7-465c-820f-a084dc43a4e8 req-e4e47933-0fa7-41de-a781-61d38d520833 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307009 Sep 15 18:01:30.391363 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41273c2-cdc8-448c-80aa-49115789391d req-8b9781d8-b17c-4410-898b-28c9cf4658e1 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:30.391363 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c41273c2-cdc8-448c-80aa-49115789391d req-8b9781d8-b17c-4410-898b-28c9cf4658e1 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 946 time: 0.0508938 Sep 15 18:01:30.425098 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c41273c2-cdc8-448c-80aa-49115789391d req-c8dae733-22c6-4f9d-aafd-095d593aae39 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302804 Sep 15 18:01:30.818837 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [req-2b108395-2674-41c0-8049-c4d6c8283574 req-61ed70b2-9583-4b28-95e0-9771f43455b1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:01:30.819813 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2b108395-2674-41c0-8049-c4d6c8283574 req-61ed70b2-9583-4b28-95e0-9771f43455b1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054624 Sep 15 18:01:31.163330 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e5aee-e4a8-47a4-b2eb-496009982d88 req-703c4303-52bf-4849-94a4-6200f99b809a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:31.164764 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-404e5aee-e4a8-47a4-b2eb-496009982d88 req-703c4303-52bf-4849-94a4-6200f99b809a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0494664 Sep 15 18:01:31.219692 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-404e5aee-e4a8-47a4-b2eb-496009982d88 req-69ae753f-31c3-4fef-b694-21a1a9c00163 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363352 Sep 15 18:01:31.308621 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5dcb4-38cd-4310-906a-d7a61b7fb193 req-abfc5651-2073-4dfd-a4de-3356c2a468b7 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:31.308621 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-27f5dcb4-38cd-4310-906a-d7a61b7fb193 req-abfc5651-2073-4dfd-a4de-3356c2a468b7 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 944 time: 0.0495374 Sep 15 18:01:31.353635 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-27f5dcb4-38cd-4310-906a-d7a61b7fb193 req-914186b1-aa92-4e03-8e35-5e562d9574c4 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362313 Sep 15 18:01:31.516350 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5b646e-3d36-4402-9d82-55f71cd7f85e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '712c1e98-2b39-4724-97d3-505e833df212'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:01:31.518940 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea58b382-e737-4592-8d5f-6046a99ab4f2" -d '{"events": [{"server_uuid": "4b5b646e-3d36-4402-9d82-55f71cd7f85e", "name": "network-vif-unplugged", "status": "completed", "tag": "712c1e98-2b39-4724-97d3-505e833df212"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:01:31.540361 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f0c56-d46c-4af0-9439-fe11b31aef8c req-27eb1a8a-f0e8-4cf7-bb24-e65102e69149 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:31.541895 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-890f0c56-d46c-4af0-9439-fe11b31aef8c req-27eb1a8a-f0e8-4cf7-bb24-e65102e69149 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 946 time: 0.0493257 Sep 15 18:01:31.553712 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 18:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc69e80e-74f9-4ee4-a68b-6c3137f29e1e x-openstack-request-id: req-dc69e80e-74f9-4ee4-a68b-6c3137f29e1e {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:01:31.553712 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5b646e-3d36-4402-9d82-55f71cd7f85e", "name": "network-vif-unplugged", "status": "failed", "tag": "712c1e98-2b39-4724-97d3-505e833df212", "code": 422}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:01:31.553712 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc69e80e-74f9-4ee4-a68b-6c3137f29e1e {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:01:31.554027 dv-cinder-805228-2-iscsi neutron-server[106073]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4b5b646e-3d36-4402-9d82-55f71cd7f85e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '712c1e98-2b39-4724-97d3-505e833df212', 'code': 422} returned with failed status Sep 15 18:01:31.581487 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-890f0c56-d46c-4af0-9439-fe11b31aef8c req-86eb9943-5d20-4f2f-8a8d-9ca5a1528693 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327039 Sep 15 18:01:31.619747 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 42390) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:01:31.729291 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb9a68-7c44-46e0-a9f3-427a04b02afd req-65acc66b-23b9-4f00-b500-28e994b0976e tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:31.730733 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-71eb9a68-7c44-46e0-a9f3-427a04b02afd req-65acc66b-23b9-4f00-b500-28e994b0976e tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 946 time: 0.0726280 Sep 15 18:01:31.733422 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2cc632d6-3ad3-438f-b180-43b686ceaa0b req-4a397ec3-05aa-430b-9ca9-4878368c240d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1123970 Sep 15 18:01:31.747332 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [req-2cc632d6-3ad3-438f-b180-43b686ceaa0b req-a26365dd-ebee-417d-9282-cb08829f83bb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106071) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:01:31.748276 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2cc632d6-3ad3-438f-b180-43b686ceaa0b req-a26365dd-ebee-417d-9282-cb08829f83bb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059578 Sep 15 18:01:31.773124 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-71eb9a68-7c44-46e0-a9f3-427a04b02afd req-5d7f19a6-e17c-45ab-9f54-488d20b3fa02 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361867 Sep 15 18:01:31.795812 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 42396) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:01:31.933770 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426b483e-9696-415b-810a-aeb4dd91167e tempest-TestVolumeBootPattern-1218461698 tempest-TestVolumeBootPattern-1218461698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:31.935293 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-426b483e-9696-415b-810a-aeb4dd91167e tempest-TestVolumeBootPattern-1218461698 tempest-TestVolumeBootPattern-1218461698-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 1094 time: 0.1383688 Sep 15 18:01:31.938175 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 42404) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:01:31.942600 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Request body: {'floatingip': {'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'port_id': '3c2b56d2-4712-4d16-9965-aafbcf35ebbb', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:01:32.042948 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for floatingip, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:32.138641 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:32.248021 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Allocated IP 172.27.3.237 (dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a/d93a8e56-437b-48c5-b03a-0e7bd18816d0/6c73c921-a4e2-48ec-8f52-bbd5d021d08c) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:01:32.387416 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d27682-73ed-45f9-8d01-3b0afb811e7b req-8ede1d00-a77f-477d-93d6-27fe77af7a4f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:32.389114 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a6d27682-73ed-45f9-8d01-3b0afb811e7b req-8ede1d00-a77f-477d-93d6-27fe77af7a4f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.1018450 Sep 15 18:01:32.392048 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:32.451508 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a6d27682-73ed-45f9-8d01-3b0afb811e7b req-a0928ea8-f025-47c4-9e13-cab5257db2b5 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536480 Sep 15 18:01:32.476206 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba534631-dc95-46e5-b999-3e3df44d0bbf req-0b56f1aa-e15c-49b8-8d4a-382fd3e31e0e tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:32.485591 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ba534631-dc95-46e5-b999-3e3df44d0bbf req-0b56f1aa-e15c-49b8-8d4a-382fd3e31e0e tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 944 time: 0.0585527 Sep 15 18:01:32.512043 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:32.520888 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ba534631-dc95-46e5-b999-3e3df44d0bbf req-f118462e-a72a-4188-a2dd-feeabf5d632f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356305 Sep 15 18:01:32.550210 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:01:32.552927 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:01:32.556467 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:01:32.582292 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event updated for resources: {'Port': ['ID=6c73c921-a4e2-48ec-8f52-bbd5d021d08c,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:32.594656 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:32.595262 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:32.595393 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:32.595655 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:32.595981 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:32.596306 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:32.596664 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:32.596989 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:32.597313 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:32.597636 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:32.597956 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:32.598274 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:32.907975 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:01:32.964499 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:33.131380 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:33.257032 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 712c1e98-2b39-4724-97d3-505e833df212 no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:01:33.287369 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for port, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:33.368571 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:33.437275 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event updated for resources: {'Port': ['ID=6c73c921-a4e2-48ec-8f52-bbd5d021d08c,revision_number=2']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:33.449594 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600326'] for floatingip, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:33.555375 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.l3_db [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Floating IP 12944e08-b47c-4837-8468-b62e139637fc associated. External IP: 172.27.3.237, port: 3c2b56d2-4712-4d16-9965-aafbcf35ebbb. Sep 15 18:01:33.584413 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27477d8-ca51-446b-8f19-a4d3c3412232 req-1bc1bb4d-a65a-4b35-8677-db131b7bc54a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:33.586406 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b27477d8-ca51-446b-8f19-a4d3c3412232 req-1bc1bb4d-a65a-4b35-8677-db131b7bc54a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0527327 Sep 15 18:01:33.632703 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b27477d8-ca51-446b-8f19-a4d3c3412232 req-a863c801-9cbe-477c-b736-72d509e74cc8 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355709 Sep 15 18:01:33.695272 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad0ae0-cc6b-48fa-bf33-a44a202f26fa req-c1ccc8c6-42b9-4e40-adcd-bcbb5937565f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:33.697597 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-28ad0ae0-cc6b-48fa-bf33-a44a202f26fa req-c1ccc8c6-42b9-4e40-adcd-bcbb5937565f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 944 time: 0.1003423 Sep 15 18:01:33.805827 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-28ad0ae0-cc6b-48fa-bf33-a44a202f26fa req-206ce0f5-5491-45a4-b040-6ed365a7cc03 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761673 Sep 15 18:01:33.830871 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:01:33.938425 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:01:33.951221 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d0799-a4d8-455f-904d-8cf8499b6fba None None] Sync routers for ids ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:01:33.960186 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d0799-a4d8-455f-904d-8cf8499b6fba None None] Routers {'78ba0ea3-382e-4d33-bb34-fd179b746ac9'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:01:33.960844 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-8d0d0799-a4d8-455f-904d-8cf8499b6fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:01:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:34.011278 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:34.037728 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-4bd3f73f-ece0-4e4d-a338-1533285d5df2 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0982633 Sep 15 18:01:34.038191 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3945a7fd-170c-4caa-8daf-18cacc326005', 'tag': '3c2b56d2-4712-4d16-9965-aafbcf35ebbb'}] {{(pid=106072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:01:34.040975 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47b324d98f2f4bfc09410de6f146af452c7265e3c4636f4d971b874cd661cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a78d05-7ff0-41d2-975f-e9f9e1ef2f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "3945a7fd-170c-4caa-8daf-18cacc326005", "tag": "3c2b56d2-4712-4d16-9965-aafbcf35ebbb"}]}' {{(pid=106072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:01:34.068549 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-8d0d0799-a4d8-455f-904d-8cf8499b6fba None None] Set router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:01:34.080388 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b916db9a-23a0-4fc6-8a02-9e183542de78 x-openstack-request-id: req-b916db9a-23a0-4fc6-8a02-9e183542de78 {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:01:34.080946 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3945a7fd-170c-4caa-8daf-18cacc326005", "tag": "3c2b56d2-4712-4d16-9965-aafbcf35ebbb", "status": "completed", "code": 200}]} {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:01:34.081305 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b916db9a-23a0-4fc6-8a02-9e183542de78 {{(pid=106072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:01:34.081830 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3945a7fd-170c-4caa-8daf-18cacc326005', 'tag': '3c2b56d2-4712-4d16-9965-aafbcf35ebbb', 'status': 'completed', 'code': 200} Sep 15 18:01:34.142537 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a78d05-7ff0-41d2-975f-e9f9e1ef2f7f req-2aee820c-96ca-42f0-9c6d-a75832f538f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:34.144059 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-18a78d05-7ff0-41d2-975f-e9f9e1ef2f7f req-2aee820c-96ca-42f0-9c6d-a75832f538f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32757804069f4822bf01cb432ae7c283&device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 1099 time: 0.0398514 Sep 15 18:01:34.242172 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:34.242986 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a78d05-7ff0-41d2-975f-e9f9e1ef2f7f req-5bc09eb0-cd28-488b-9004-3d14d7b9287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:34.245075 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-18a78d05-7ff0-41d2-975f-e9f9e1ef2f7f req-5bc09eb0-cd28-488b-9004-3d14d7b9287f service neutron] 10.222.0.37 "GET /v2.0/networks?id=bec36ef2-050f-4e45-8140-94788854de7d HTTP/1.1" status: 200 len: 912 time: 0.0909984 Sep 15 18:01:34.301253 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-8d0d0799-a4d8-455f-904d-8cf8499b6fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '12944e08-b47c-4837-8468-b62e139637fc', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'port_id': '3c2b56d2-4712-4d16-9965-aafbcf35ebbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'mac_address': 'fa:16:3e:43:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3945a7fd-170c-4caa-8daf-18cacc326005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:01:32Z', 'updated_at': '2021-09-15T18:01:32Z', 'revision_number': 0, 'project_id': '32757804069f4822bf01cb432ae7c283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 5, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:34.312198 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-18a78d05-7ff0-41d2-975f-e9f9e1ef2f7f req-1ea0f718-5a3a-47a8-9532-407953e9fe7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c2b56d2-4712-4d16-9965-aafbcf35ebbb HTTP/1.1" status: 200 len: 1000 time: 0.0559859 Sep 15 18:01:34.327135 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d0799-a4d8-455f-904d-8cf8499b6fba None None] Checking router: 78ba0ea3-382e-4d33-bb34-fd179b746ac9 for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:01:34.335151 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d0799-a4d8-455f-904d-8cf8499b6fba None None] Routers {'78ba0ea3-382e-4d33-bb34-fd179b746ac9'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:01:34.335756 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-8d0d0799-a4d8-455f-904d-8cf8499b6fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:01:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:34.361419 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a78d05-7ff0-41d2-975f-e9f9e1ef2f7f req-ec3c8b78-ce82-4e7e-942b-51a2111c7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:34.362864 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-18a78d05-7ff0-41d2-975f-e9f9e1ef2f7f req-ec3c8b78-ce82-4e7e-942b-51a2111c7c98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4164acc9-a017-457a-b3c2-5accc0cf273a HTTP/1.1" status: 200 len: 850 time: 0.0424423 Sep 15 18:01:34.411523 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a78d05-7ff0-41d2-975f-e9f9e1ef2f7f req-fadf2852-f856-42af-841b-89b920f0efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:34.413089 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-18a78d05-7ff0-41d2-975f-e9f9e1ef2f7f req-fadf2852-f856-42af-841b-89b920f0efdd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bec36ef2-050f-4e45-8140-94788854de7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419047 Sep 15 18:01:34.440253 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-8d0d0799-a4d8-455f-904d-8cf8499b6fba None None] Set router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:01:34.501958 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-18a78d05-7ff0-41d2-975f-e9f9e1ef2f7f req-7d2521cd-1545-4e6a-809b-1cef06b12d23 service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805452 Sep 15 18:01:34.534189 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc632d6-3ad3-438f-b180-43b686ceaa0b req-e60b2175-f634-4e35-8935-8b4f712e577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:34.535735 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2cc632d6-3ad3-438f-b180-43b686ceaa0b req-e60b2175-f634-4e35-8935-8b4f712e577e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e&tenant_id=95cc8cbee80240b89ba5904f813a862e HTTP/1.1" status: 200 len: 1097 time: 0.0698354 Sep 15 18:01:34.600229 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-18a78d05-7ff0-41d2-975f-e9f9e1ef2f7f req-6a0a1139-9d4d-4163-84e9-7a36c16c9f65 service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877471 Sep 15 18:01:34.603392 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc632d6-3ad3-438f-b180-43b686ceaa0b req-4534420c-b567-4532-85ed-f9a100ecfa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:34.604921 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2cc632d6-3ad3-438f-b180-43b686ceaa0b req-4534420c-b567-4532-85ed-f9a100ecfa2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95cc8cbee80240b89ba5904f813a862e&device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 1097 time: 0.0459683 Sep 15 18:01:34.670659 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-8d0d0799-a4d8-455f-904d-8cf8499b6fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '12944e08-b47c-4837-8468-b62e139637fc', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'port_id': '3c2b56d2-4712-4d16-9965-aafbcf35ebbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'mac_address': 'fa:16:3e:43:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3945a7fd-170c-4caa-8daf-18cacc326005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:01:32Z', 'updated_at': '2021-09-15T18:01:32Z', 'revision_number': 0, 'project_id': '32757804069f4822bf01cb432ae7c283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 5, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:34.708445 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d0799-a4d8-455f-904d-8cf8499b6fba None None] The sync data for ids ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'] in dv-cinder-805228-2-iscsi is: [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '12944e08-b47c-4837-8468-b62e139637fc', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'port_id': '3c2b56d2-4712-4d16-9965-aafbcf35ebbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'mac_address': 'fa:16:3e:43:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3945a7fd-170c-4caa-8daf-18cacc326005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:01:32Z', 'updated_at': '2021-09-15T18:01:32Z', 'revision_number': 0, 'project_id': '32757804069f4822bf01cb432ae7c283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 5, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:01:34.711777 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc632d6-3ad3-438f-b180-43b686ceaa0b req-800e6c11-5ede-49bf-8853-b98474328053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:34.713895 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2cc632d6-3ad3-438f-b180-43b686ceaa0b req-800e6c11-5ede-49bf-8853-b98474328053 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d HTTP/1.1" status: 200 len: 917 time: 0.1001732 Sep 15 18:01:34.950922 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a62b42f-5b45-43fe-94ce-384a7e1e8c16 None None] New status for floating IP 12944e08-b47c-4837-8468-b62e139637fc: ACTIVE {{(pid=106074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:01:34.983817 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f7abd-cc6e-4e6e-a038-215ed8f2b8bb req-18e67743-2c71-453f-9598-b97a89c88acd tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:34.985558 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8d7f7abd-cc6e-4e6e-a038-215ed8f2b8bb req-18e67743-2c71-453f-9598-b97a89c88acd tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 944 time: 0.0554814 Sep 15 18:01:35.027426 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8d7f7abd-cc6e-4e6e-a038-215ed8f2b8bb req-66a1099c-55e5-4687-989d-059c1f5be953 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352194 Sep 15 18:01:35.069876 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2cc632d6-3ad3-438f-b180-43b686ceaa0b req-5a229013-bb60-45ae-807f-bceb935aab45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=712c1e98-2b39-4724-97d3-505e833df212 HTTP/1.1" status: 200 len: 999 time: 0.3457255 Sep 15 18:01:35.079179 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d95119-7515-44fb-bffd-33cd1c3fae41 req-3d63c841-afeb-440b-b7b4-5ef1590ded49 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:35.080674 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-16d95119-7515-44fb-bffd-33cd1c3fae41 req-3d63c841-afeb-440b-b7b4-5ef1590ded49 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.3656139 Sep 15 18:01:35.146211 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc632d6-3ad3-438f-b180-43b686ceaa0b req-82d1c413-cb0e-4dfe-8a1e-b49c8574bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:35.147618 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2cc632d6-3ad3-438f-b180-43b686ceaa0b req-82d1c413-cb0e-4dfe-8a1e-b49c8574bbec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae6b4715-76cf-494c-ae02-d92791591d0b HTTP/1.1" status: 200 len: 855 time: 0.0660770 Sep 15 18:01:35.153304 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-16d95119-7515-44fb-bffd-33cd1c3fae41 req-d9322d32-7ca0-433f-a2eb-f23b7419ff37 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640845 Sep 15 18:01:35.203911 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc632d6-3ad3-438f-b180-43b686ceaa0b req-6a9a72b4-cdb0-4aab-908c-6e804595214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:35.205550 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2cc632d6-3ad3-438f-b180-43b686ceaa0b req-6a9a72b4-cdb0-4aab-908c-6e804595214d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452678 Sep 15 18:01:35.293617 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2cc632d6-3ad3-438f-b180-43b686ceaa0b req-cd53eaba-0ac7-4ec3-8e10-f55004603f05 service neutron] 10.222.0.37 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791016 Sep 15 18:01:35.383610 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2cc632d6-3ad3-438f-b180-43b686ceaa0b req-db5362f8-7dcf-4d0e-b484-c43623006c1c service neutron] 10.222.0.37 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814996 Sep 15 18:01:36.171076 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302b7b7-8b4e-4bf4-a222-2a00a5b334d7 req-484121e7-28c8-43ec-a6be-481384ca3a61 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:36.173415 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4302b7b7-8b4e-4bf4-a222-2a00a5b334d7 req-484121e7-28c8-43ec-a6be-481384ca3a61 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 944 time: 0.0607569 Sep 15 18:01:36.213273 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4302b7b7-8b4e-4bf4-a222-2a00a5b334d7 req-297f4f0c-cdb4-44fe-ad69-c3df6c4bedd6 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333633 Sep 15 18:01:36.321168 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd4330-e717-4712-beb3-8ed5902b932b req-d56020cc-9dc1-447d-9ee4-cf631e4383ac tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:36.323368 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d2bd4330-e717-4712-beb3-8ed5902b932b req-d56020cc-9dc1-447d-9ee4-cf631e4383ac tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0496261 Sep 15 18:01:36.361153 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d2bd4330-e717-4712-beb3-8ed5902b932b req-82281aa9-b989-460c-b42a-8f3cb66b59a6 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317130 Sep 15 18:01:37.292706 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device c5124aea-5c23-4917-b05d-e2c4188f051c details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:01:37.340935 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d3df9-9642-4c00-9555-41827908bcdb req-a51bae5d-fa22-4b6a-910b-a813e1b38f5f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:37.349265 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-835d3df9-9642-4c00-9555-41827908bcdb req-a51bae5d-fa22-4b6a-910b-a813e1b38f5f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 944 time: 0.0659008 Sep 15 18:01:37.388709 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-835d3df9-9642-4c00-9555-41827908bcdb req-139710ad-81f6-4e07-87b4-672c8120aed8 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326567 Sep 15 18:01:37.408561 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port c5124aea-5c23-4917-b05d-e2c4188f051c, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=c5124aea-5c23-4917-b05d-e2c4188f051c,segment=NetworkSegment(b168f714-e6ee-42c7-9515-72e60d76ba6f),segment_id=b168f714-e6ee-42c7-9515-72e60d76ba6f)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:01:37.421219 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': 'c5124aea-5c23-4917-b05d-e2c4188f051c', 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e', 'port_id': 'c5124aea-5c23-4917-b05d-e2c4188f051c', 'mac_address': 'fa:16:3e:7a:d5:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e88ec5f-fa46-4bde-9cde-13946047afbd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:01:37.471074 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:37.489165 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5124aea-5c23-4917-b05d-e2c4188f051c {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:01:37.505861 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6eeeb-bc01-4615-a05b-ee1cefda7460 req-a4eafc9c-db13-4a25-9698-08167ed1c9ee tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:37.507695 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-53b6eeeb-bc01-4615-a05b-ee1cefda7460 req-a4eafc9c-db13-4a25-9698-08167ed1c9ee tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0559549 Sep 15 18:01:37.512008 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port c5124aea-5c23-4917-b05d-e2c4188f051c, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=c5124aea-5c23-4917-b05d-e2c4188f051c,segment=NetworkSegment(b168f714-e6ee-42c7-9515-72e60d76ba6f),segment_id=b168f714-e6ee-42c7-9515-72e60d76ba6f)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:01:37.545728 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-53b6eeeb-bc01-4615-a05b-ee1cefda7460 req-52693bdc-a29e-481d-80e9-1566a24b249f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315807 Sep 15 18:01:37.582471 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:37.639416 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=c5124aea-5c23-4917-b05d-e2c4188f051c,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:37.840273 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['c5124aea-5c23-4917-b05d-e2c4188f051c'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:01:38.511456 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc7aab-e6c6-49b5-ac97-3ef2213f700a req-802edb27-ab6a-40d7-9796-6bd1bd58602b tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:38.520215 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-54bc7aab-e6c6-49b5-ac97-3ef2213f700a req-802edb27-ab6a-40d7-9796-6bd1bd58602b tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 945 time: 0.0650804 Sep 15 18:01:38.557887 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-54bc7aab-e6c6-49b5-ac97-3ef2213f700a req-277e89a7-abc8-4daa-81b3-b89918ef98ae tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365691 Sep 15 18:01:38.675212 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302a1ca-c3d1-4c3f-b14f-0133f17b38af req-b7e98657-9d4c-46f5-a59c-b435ff966e40 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:38.681609 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e302a1ca-c3d1-4c3f-b14f-0133f17b38af req-b7e98657-9d4c-46f5-a59c-b435ff966e40 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0601308 Sep 15 18:01:38.716999 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e302a1ca-c3d1-4c3f-b14f-0133f17b38af req-9bea6aaa-3742-4312-a3bd-ac3dcd26bd1c tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312684 Sep 15 18:01:39.296341 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device c5124aea-5c23-4917-b05d-e2c4188f051c up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:01:39.408281 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning for port c5124aea-5c23-4917-b05d-e2c4188f051c completed by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:01:39.412410 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port c5124aea-5c23-4917-b05d-e2c4188f051c triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:01:39.412795 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:39.606914 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:39.628714 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5124aea-5c23-4917-b05d-e2c4188f051c'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:01:39.630957 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24397fba-a17a-494a-9eed-2f2ef842d1bd" -d '{"events": [{"server_uuid": "ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4", "name": "network-vif-plugged", "status": "completed", "tag": "c5124aea-5c23-4917-b05d-e2c4188f051c"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:01:39.643771 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port c5124aea-5c23-4917-b05d-e2c4188f051c, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=c5124aea-5c23-4917-b05d-e2c4188f051c,segment=NetworkSegment(b168f714-e6ee-42c7-9515-72e60d76ba6f),segment_id=b168f714-e6ee-42c7-9515-72e60d76ba6f)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:01:39.673318 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b73ee8-497d-4ba2-a177-938f58f82069 req-5e757f3f-1fe0-4875-bef7-d5b933869330 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:39.674911 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-23b73ee8-497d-4ba2-a177-938f58f82069 req-5e757f3f-1fe0-4875-bef7-d5b933869330 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 945 time: 0.0494573 Sep 15 18:01:39.724595 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-23b73ee8-497d-4ba2-a177-938f58f82069 req-7b08e142-51b7-401b-9fe9-c41967966e29 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430255 Sep 15 18:01:39.736242 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:39.772179 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4055632-f61e-4f23-849f-dd20aea6d3ab x-openstack-request-id: req-b4055632-f61e-4f23-849f-dd20aea6d3ab {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:01:39.772628 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4", "name": "network-vif-plugged", "status": "completed", "tag": "c5124aea-5c23-4917-b05d-e2c4188f051c", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:01:39.772891 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4055632-f61e-4f23-849f-dd20aea6d3ab {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:01:39.773279 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5124aea-5c23-4917-b05d-e2c4188f051c', 'code': 200} Sep 15 18:01:39.784792 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=c5124aea-5c23-4917-b05d-e2c4188f051c,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:39.876147 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b818c-cd0f-4d36-bbb0-545406932dcb req-213d4a16-f634-4d99-9604-0cffa1525aec tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:39.877752 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d36b818c-cd0f-4d36-bbb0-545406932dcb req-213d4a16-f634-4d99-9604-0cffa1525aec tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0610254 Sep 15 18:01:39.920551 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d36b818c-cd0f-4d36-bbb0-545406932dcb req-cc9ac01a-9882-4474-93c0-23afa5adf79c tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366387 Sep 15 18:01:40.850917 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79f94c-cd6a-403e-a9b5-f90ed6f52714 req-5b764ad2-e6ce-4c12-be28-0deca4818f8a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:40.852436 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0e79f94c-cd6a-403e-a9b5-f90ed6f52714 req-5b764ad2-e6ce-4c12-be28-0deca4818f8a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0566449 Sep 15 18:01:40.890059 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0e79f94c-cd6a-403e-a9b5-f90ed6f52714 req-93aa8026-0cef-4ac6-a5d9-e37df83df4df tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315654 Sep 15 18:01:41.043838 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77393af-0494-425e-aace-fb02a95f3253 req-1913d085-b6c3-4175-90c8-ee64f8e2c67a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:41.048968 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c77393af-0494-425e-aace-fb02a95f3253 req-1913d085-b6c3-4175-90c8-ee64f8e2c67a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0485985 Sep 15 18:01:41.085693 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c77393af-0494-425e-aace-fb02a95f3253 req-e98db00b-5cc4-403e-a784-b3d9b17dcd2f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336566 Sep 15 18:01:42.013560 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64854c5b-6086-4d8e-9bc8-0dcf72065dd3 req-e374d5c0-520c-45ef-945f-2dac12776382 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:42.015182 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-64854c5b-6086-4d8e-9bc8-0dcf72065dd3 req-e374d5c0-520c-45ef-945f-2dac12776382 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0523891 Sep 15 18:01:42.065457 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-64854c5b-6086-4d8e-9bc8-0dcf72065dd3 req-737b61cc-138e-4542-8329-8fb69ac39224 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390606 Sep 15 18:01:42.219012 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df327f-a0f3-40b5-8e69-eec8b73386aa req-bbdb601c-de2a-4509-be18-539b6fcc3a7b tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:42.220474 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c1df327f-a0f3-40b5-8e69-eec8b73386aa req-bbdb601c-de2a-4509-be18-539b6fcc3a7b tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0515313 Sep 15 18:01:42.273461 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c1df327f-a0f3-40b5-8e69-eec8b73386aa req-7697d5bd-c6d0-4286-b585-f797103487e3 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461221 Sep 15 18:01:43.178771 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1edf3-6cff-48fc-a419-b592d55ff08a req-4f8b8a43-e3bb-488c-a3d1-e530037c9c1e tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:43.188481 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-07e1edf3-6cff-48fc-a419-b592d55ff08a req-4f8b8a43-e3bb-488c-a3d1-e530037c9c1e tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0491326 Sep 15 18:01:43.235305 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-07e1edf3-6cff-48fc-a419-b592d55ff08a req-0ec77fc6-891b-4ccf-9633-26e53f4752b3 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362229 Sep 15 18:01:43.392104 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb2a3d-942a-4c38-b550-00b3955315ad req-fe4e4629-42c7-4848-b342-352790859cf9 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:43.393615 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-82cb2a3d-942a-4c38-b550-00b3955315ad req-fe4e4629-42c7-4848-b342-352790859cf9 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0475049 Sep 15 18:01:43.434887 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-82cb2a3d-942a-4c38-b550-00b3955315ad req-0b18fa39-7bb5-48e6-ad99-2729c110bc5e tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346131 Sep 15 18:01:44.356390 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2a076-bfe4-4842-9634-3d3837a11c4f req-1cbee811-f2ce-472f-82b4-07fed013f4a0 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:44.358053 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8fa2a076-bfe4-4842-9634-3d3837a11c4f req-1cbee811-f2ce-472f-82b4-07fed013f4a0 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0535004 Sep 15 18:01:44.398336 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8fa2a076-bfe4-4842-9634-3d3837a11c4f req-f0518324-d39a-441f-aaca-c00ccaad6644 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342777 Sep 15 18:01:44.559886 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3276cf-5c19-4c85-b2a7-d029ed103700 req-463491f6-bbf5-4f0c-b2e6-040bbd250385 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:44.561408 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4c3276cf-5c19-4c85-b2a7-d029ed103700 req-463491f6-bbf5-4f0c-b2e6-040bbd250385 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0506449 Sep 15 18:01:44.599637 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4c3276cf-5c19-4c85-b2a7-d029ed103700 req-a41de3f0-c470-4b47-9167-4f7c82cc1122 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321085 Sep 15 18:01:45.521063 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b630aab-69af-4f65-9ac3-ab2123c17845 req-ccb2359a-44e4-4405-9334-126e44566bc0 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:45.523642 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2b630aab-69af-4f65-9ac3-ab2123c17845 req-ccb2359a-44e4-4405-9334-126e44566bc0 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0606854 Sep 15 18:01:45.565125 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2b630aab-69af-4f65-9ac3-ab2123c17845 req-13987ae2-864d-4b40-b957-30354919fb2a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351419 Sep 15 18:01:45.725273 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c24a1-a7dd-4678-a92f-e76e0a4d727f req-d25a6abf-3ea7-441a-9da1-8f1b7923f3ac tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:45.726657 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-092c24a1-a7dd-4678-a92f-e76e0a4d727f req-d25a6abf-3ea7-441a-9da1-8f1b7923f3ac tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0549719 Sep 15 18:01:45.763516 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-092c24a1-a7dd-4678-a92f-e76e0a4d727f req-cbddd588-e95a-43cd-81b5-5516c5e6a566 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308671 Sep 15 18:01:46.677766 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d66db-e465-4754-9d15-9ab2109dbbd5 req-cd874024-1d02-4a0d-a870-f03383aed736 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:46.679147 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-da1d66db-e465-4754-9d15-9ab2109dbbd5 req-cd874024-1d02-4a0d-a870-f03383aed736 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0485606 Sep 15 18:01:46.715801 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-da1d66db-e465-4754-9d15-9ab2109dbbd5 req-b792df93-a2ff-4bde-b192-0bc3e24f69ab tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307062 Sep 15 18:01:46.880957 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358d454-b87e-4b9e-bc87-cfc4f98955d0 req-e742df8b-a376-4d60-b3b0-f3cc07a6ddb4 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:46.882627 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8358d454-b87e-4b9e-bc87-cfc4f98955d0 req-e742df8b-a376-4d60-b3b0-f3cc07a6ddb4 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0477650 Sep 15 18:01:46.921318 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8358d454-b87e-4b9e-bc87-cfc4f98955d0 req-ff7dcce9-e90f-4279-a528-d8de95d8031b tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317099 Sep 15 18:01:47.146719 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e55ac6-f46c-4924-a3eb-dae9aca4fb1e req-9b5aab6e-faf6-473e-b31b-dc8495117534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:47.148271 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-29e55ac6-f46c-4924-a3eb-dae9aca4fb1e req-9b5aab6e-faf6-473e-b31b-dc8495117534 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95cc8cbee80240b89ba5904f813a862e&device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 1097 time: 0.0461206 Sep 15 18:01:47.273956 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e55ac6-f46c-4924-a3eb-dae9aca4fb1e req-b56f915a-97f2-4dd7-8a12-982e39f562eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:47.275423 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-29e55ac6-f46c-4924-a3eb-dae9aca4fb1e req-b56f915a-97f2-4dd7-8a12-982e39f562eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d HTTP/1.1" status: 200 len: 917 time: 0.0961962 Sep 15 18:01:47.342044 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-29e55ac6-f46c-4924-a3eb-dae9aca4fb1e req-db61be67-cd34-4a7d-89e4-116c479fe608 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=712c1e98-2b39-4724-97d3-505e833df212 HTTP/1.1" status: 200 len: 999 time: 0.0593667 Sep 15 18:01:47.391324 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e55ac6-f46c-4924-a3eb-dae9aca4fb1e req-772fd2a1-bab2-444d-b182-e43e0b416b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:47.392784 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-29e55ac6-f46c-4924-a3eb-dae9aca4fb1e req-772fd2a1-bab2-444d-b182-e43e0b416b48 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae6b4715-76cf-494c-ae02-d92791591d0b HTTP/1.1" status: 200 len: 855 time: 0.0419097 Sep 15 18:01:47.442083 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e55ac6-f46c-4924-a3eb-dae9aca4fb1e req-b0e83196-b434-4d6b-89e8-7a98c96cbfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:47.443489 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-29e55ac6-f46c-4924-a3eb-dae9aca4fb1e req-b0e83196-b434-4d6b-89e8-7a98c96cbfcb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396981 Sep 15 18:01:47.476676 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebe600-1e2b-4067-8926-33024242b51e req-3062f696-fc2f-480e-a645-cf96c17eeef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:47.478169 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-72ebe600-1e2b-4067-8926-33024242b51e req-3062f696-fc2f-480e-a645-cf96c17eeef7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 1099 time: 0.0442493 Sep 15 18:01:47.516569 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-72ebe600-1e2b-4067-8926-33024242b51e req-d7ef5d6d-3883-4f7a-ba70-6b13ce7e56ab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308785 Sep 15 18:01:47.539016 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-29e55ac6-f46c-4924-a3eb-dae9aca4fb1e req-3d2bdaa3-a275-4876-8d9d-93511dbbd33e service neutron] 10.222.0.37 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875640 Sep 15 18:01:47.806876 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-29e55ac6-f46c-4924-a3eb-dae9aca4fb1e req-e08ba50d-52de-40c8-917d-a5657c939d6d service neutron] 10.222.0.37 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910676 Sep 15 18:01:47.849990 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a567362-036a-4914-abe2-bb45d90ac72c req-43f019ec-9ca9-4ecb-b8d9-c3cac9ae72a1 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:47.851969 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6a567362-036a-4914-abe2-bb45d90ac72c req-43f019ec-9ca9-4ecb-b8d9-c3cac9ae72a1 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0671051 Sep 15 18:01:47.889467 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6a567362-036a-4914-abe2-bb45d90ac72c req-ae5cff1a-aff3-42f8-b756-1be9e7786303 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317330 Sep 15 18:01:48.042527 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da128024-ff53-499f-bf37-4581304637ba req-fb60c389-2fc9-48ad-a28f-b49ff2b09267 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:48.045168 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-da128024-ff53-499f-bf37-4581304637ba req-fb60c389-2fc9-48ad-a28f-b49ff2b09267 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0529144 Sep 15 18:01:48.083666 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-da128024-ff53-499f-bf37-4581304637ba req-d56a0ea1-9b7e-4bb5-a85a-297f45514288 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333884 Sep 15 18:01:48.929243 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8f5291b4-c06b-49a5-a910-5e2e431d478b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:49.005967 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6ba6a-da6f-450c-b20e-617b6e2cfe37 req-116cc054-aa7d-4d46-9cf1-1b71950af9c9 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:49.007476 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bed6ba6a-da6f-450c-b20e-617b6e2cfe37 req-116cc054-aa7d-4d46-9cf1-1b71950af9c9 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0484357 Sep 15 18:01:49.044118 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bed6ba6a-da6f-450c-b20e-617b6e2cfe37 req-a71af91d-ee54-4e16-91c3-5dd3645b9a6d tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306520 Sep 15 18:01:49.158889 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac574a-288d-4af4-a382-69b51109dc02 req-dddf2349-f0d4-43c1-9879-1ae00cbcb96a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:49.160439 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d1ac574a-288d-4af4-a382-69b51109dc02 req-dddf2349-f0d4-43c1-9879-1ae00cbcb96a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0512905 Sep 15 18:01:49.200962 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d1ac574a-288d-4af4-a382-69b51109dc02 req-9f58514e-9b58-4123-a0a6-64891600dec4 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343776 Sep 15 18:01:49.227541 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 42530) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:01:49.334967 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9509920-ae6e-4fd2-9b5d-8229fc0fba9d req-0a8cf81e-821e-4717-9f7c-b9789d1171cf tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:49.336437 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d9509920-ae6e-4fd2-9b5d-8229fc0fba9d req-0a8cf81e-821e-4717-9f7c-b9789d1171cf tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0806084 Sep 15 18:01:49.342374 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d888c1f-93fc-49cc-a159-7930bb78ba7b tempest-TestShelveInstance-1818386339 tempest-TestShelveInstance-1818386339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:49.343760 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-7d888c1f-93fc-49cc-a159-7930bb78ba7b tempest-TestShelveInstance-1818386339 tempest-TestShelveInstance-1818386339-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 1094 time: 0.1210005 Sep 15 18:01:49.346915 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 42534) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:01:49.351399 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Request body: {'floatingip': {'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'port_id': 'c5124aea-5c23-4917-b05d-e2c4188f051c', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:01:49.375747 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d9509920-ae6e-4fd2-9b5d-8229fc0fba9d req-b865a606-9d9e-4bdd-83a7-47a21dfa6dd9 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309489 Sep 15 18:01:49.436868 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for floatingip, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:49.534094 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:49.638169 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Allocated IP 172.27.3.204 (dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a/d93a8e56-437b-48c5-b03a-0e7bd18816d0/45aa0976-a3f8-499f-8620-c0d1ae163dcd) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:01:49.745071 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:49.831416 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:49.864921 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:01:49.869026 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:01:49.874654 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:01:49.899065 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Pushing event updated for resources: {'Port': ['ID=45aa0976-a3f8-499f-8620-c0d1ae163dcd,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:49.910838 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:49.911195 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:49.911544 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:49.911913 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:49.912257 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:49.912629 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:49.912965 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:49.913296 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:49.913629 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:49.913959 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:49.914286 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:49.914612 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:50.474271 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:50.510850 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea301da1-7793-4d63-92c5-ed000e90bbc4 req-5c966c90-eb76-43fb-b93a-2dd34e85d604 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:50.512519 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ea301da1-7793-4d63-92c5-ed000e90bbc4 req-5c966c90-eb76-43fb-b93a-2dd34e85d604 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0524745 Sep 15 18:01:50.552446 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ea301da1-7793-4d63-92c5-ed000e90bbc4 req-226ec0a0-43df-4777-9de1-f6e12ed9a8db tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338969 Sep 15 18:01:50.591603 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:50.732640 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:50.802280 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:50.868307 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Pushing event updated for resources: {'Port': ['ID=45aa0976-a3f8-499f-8620-c0d1ae163dcd,revision_number=2']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:50.879223 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600326'] for floatingip, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:50.973816 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.db.l3_db [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Floating IP b8e11ecf-216b-4898-b4ad-f3bf58aa3e04 associated. External IP: 172.27.3.204, port: c5124aea-5c23-4917-b05d-e2c4188f051c. Sep 15 18:01:51.195383 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Router 21b53c82-457b-4d16-b21c-9d966a4881d8 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:01:51.321980 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:01:51.332041 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254b974-fce4-460f-9d6e-a3804677e5dc None None] Sync routers for ids ['21b53c82-457b-4d16-b21c-9d966a4881d8'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:01:51.341393 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254b974-fce4-460f-9d6e-a3804677e5dc None None] Routers {'21b53c82-457b-4d16-b21c-9d966a4881d8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:01:51.342011 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-7254b974-fce4-460f-9d6e-a3804677e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:01:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['21b53c82-457b-4d16-b21c-9d966a4881d8'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:51.410231 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:51.436367 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-4b98bd18-dc34-4198-9245-c7342a263c39 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0883565 Sep 15 18:01:51.436986 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4', 'tag': 'c5124aea-5c23-4917-b05d-e2c4188f051c'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:01:51.439221 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb54bb7-1523-41d7-9df1-f1f897828d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4", "tag": "c5124aea-5c23-4917-b05d-e2c4188f051c"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:01:51.455454 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-7254b974-fce4-460f-9d6e-a3804677e5dc None None] Set router 21b53c82-457b-4d16-b21c-9d966a4881d8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:01:51.476291 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7a6d31-a99b-4e01-a0d7-1611a544ed2d x-openstack-request-id: req-9b7a6d31-a99b-4e01-a0d7-1611a544ed2d {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:01:51.476827 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4", "tag": "c5124aea-5c23-4917-b05d-e2c4188f051c", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:01:51.476940 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b7a6d31-a99b-4e01-a0d7-1611a544ed2d {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:01:51.477243 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4', 'tag': 'c5124aea-5c23-4917-b05d-e2c4188f051c', 'status': 'completed', 'code': 200} Sep 15 18:01:51.497202 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-d493e592-c57b-42f7-b633-1836a68ea560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:51.543559 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb54bb7-1523-41d7-9df1-f1f897828d1c req-62c5808d-9585-4f5a-bc26-019907c611aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:51.545254 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bdb54bb7-1523-41d7-9df1-f1f897828d1c req-62c5808d-9585-4f5a-bc26-019907c611aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cf6b14bbbb64122b5eab98280def64c&device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 1099 time: 0.0439861 Sep 15 18:01:51.674865 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb54bb7-1523-41d7-9df1-f1f897828d1c req-70ee99a9-cebc-484f-adeb-853154a37c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:51.676339 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bdb54bb7-1523-41d7-9df1-f1f897828d1c req-70ee99a9-cebc-484f-adeb-853154a37c1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef9bd678-fb03-49b0-b2af-7d04383c138e HTTP/1.1" status: 200 len: 907 time: 0.1207192 Sep 15 18:01:51.686087 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-7254b974-fce4-460f-9d6e-a3804677e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'name': 'tempest-TestShelveInstance-8421170-router', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '8579dacd-6216-423f-8be5-bff564c6b883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:42Z', 'updated_at': '2021-09-15T18:00:47Z', 'revision_number': 4, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'gw_port': {'id': '8579dacd-6216-423f-8be5-bff564c6b883', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:43Z', 'updated_at': '2021-09-15T18:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': 'b8e11ecf-216b-4898-b4ad-f3bf58aa3e04', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'port_id': 'c5124aea-5c23-4917-b05d-e2c4188f051c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e', 'mac_address': 'fa:16:3e:7a:d5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:01:50Z', 'updated_at': '2021-09-15T18:01:50Z', 'revision_number': 0, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b86954f-494a-4ffb-a2a5-141976dbf888', 'name': '', 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'mac_address': 'fa:16:3e:1d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4e88ec5f-fa46-4bde-9cde-13946047afbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:46Z', 'updated_at': '2021-09-15T18:00:51Z', 'revision_number': 5, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'subnets': [{'id': '4e88ec5f-fa46-4bde-9cde-13946047afbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:51.713028 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254b974-fce4-460f-9d6e-a3804677e5dc None None] Checking router: 21b53c82-457b-4d16-b21c-9d966a4881d8 for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:01:51.721504 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254b974-fce4-460f-9d6e-a3804677e5dc None None] Routers {'21b53c82-457b-4d16-b21c-9d966a4881d8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:01:51.722130 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-7254b974-fce4-460f-9d6e-a3804677e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:01:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['21b53c82-457b-4d16-b21c-9d966a4881d8'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:51.731595 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1618d9-2ccf-4e03-96d8-c0540ec35df3 req-704c9b04-6309-43b3-a2dd-067a1d22f759 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:51.733104 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4f1618d9-2ccf-4e03-96d8-c0540ec35df3 req-704c9b04-6309-43b3-a2dd-067a1d22f759 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.1020267 Sep 15 18:01:51.769404 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bdb54bb7-1523-41d7-9df1-f1f897828d1c req-b6049b6b-1094-4a2a-b8c8-4904ecfcb706 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5124aea-5c23-4917-b05d-e2c4188f051c HTTP/1.1" status: 200 len: 1000 time: 0.0849469 Sep 15 18:01:51.809928 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4f1618d9-2ccf-4e03-96d8-c0540ec35df3 req-f80c635d-f225-4025-a987-a73c60ebc213 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698440 Sep 15 18:01:51.826173 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb54bb7-1523-41d7-9df1-f1f897828d1c req-67704af3-bf20-4410-951b-a6815a5f1461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:51.827220 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-7254b974-fce4-460f-9d6e-a3804677e5dc None None] Set router 21b53c82-457b-4d16-b21c-9d966a4881d8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:01:51.827713 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bdb54bb7-1523-41d7-9df1-f1f897828d1c req-67704af3-bf20-4410-951b-a6815a5f1461 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e88ec5f-fa46-4bde-9cde-13946047afbd HTTP/1.1" status: 200 len: 845 time: 0.0494626 Sep 15 18:01:51.875232 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb54bb7-1523-41d7-9df1-f1f897828d1c req-1ffaa800-c586-477b-84a2-60ecb6a0c2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:51.876935 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bdb54bb7-1523-41d7-9df1-f1f897828d1c req-1ffaa800-c586-477b-84a2-60ecb6a0c2c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef9bd678-fb03-49b0-b2af-7d04383c138e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410130 Sep 15 18:01:51.926154 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f14c42d1-1452-4ac8-9342-4437b8bfedff req-0480921f-8a56-427c-9a6a-c5bda3e7fc37 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1207230636&fields=id&tenant_id=5d045a0e58be4c8f84c8c67093e57d31 HTTP/1.1" status: 200 len: 267 time: 0.0383992 Sep 15 18:01:51.976755 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bdb54bb7-1523-41d7-9df1-f1f897828d1c req-83c0d8ec-1ac1-4272-8fc6-fe48b87d3eb0 service neutron] 10.222.0.37 "GET /v2.0/networks/ef9bd678-fb03-49b0-b2af-7d04383c138e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905640 Sep 15 18:01:51.985387 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c42d1-1452-4ac8-9342-4437b8bfedff req-d236a354-7370-416d-9eda-32ed48b5f62c tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:51.988218 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f14c42d1-1452-4ac8-9342-4437b8bfedff req-d236a354-7370-416d-9eda-32ed48b5f62c tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 984 time: 0.0549910 Sep 15 18:01:52.001390 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [req-f14c42d1-1452-4ac8-9342-4437b8bfedff req-dd2c8632-f1cc-4e08-a489-630956e810cc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Request body: {'port': {'security_groups': ['c63703b1-aabc-4b6c-91fb-2aa0beb04474']}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:01:52.048899 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:52.073306 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-f14c42d1-1452-4ac8-9342-4437b8bfedff req-dd2c8632-f1cc-4e08-a489-630956e810cc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:52.087875 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-7254b974-fce4-460f-9d6e-a3804677e5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'name': 'tempest-TestShelveInstance-8421170-router', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '8579dacd-6216-423f-8be5-bff564c6b883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:42Z', 'updated_at': '2021-09-15T18:00:47Z', 'revision_number': 4, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'gw_port': {'id': '8579dacd-6216-423f-8be5-bff564c6b883', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:43Z', 'updated_at': '2021-09-15T18:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': 'b8e11ecf-216b-4898-b4ad-f3bf58aa3e04', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'port_id': 'c5124aea-5c23-4917-b05d-e2c4188f051c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e', 'mac_address': 'fa:16:3e:7a:d5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:01:50Z', 'updated_at': '2021-09-15T18:01:50Z', 'revision_number': 0, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b86954f-494a-4ffb-a2a5-141976dbf888', 'name': '', 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'mac_address': 'fa:16:3e:1d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4e88ec5f-fa46-4bde-9cde-13946047afbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:46Z', 'updated_at': '2021-09-15T18:00:51Z', 'revision_number': 5, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'subnets': [{'id': '4e88ec5f-fa46-4bde-9cde-13946047afbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:52.088137 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bdb54bb7-1523-41d7-9df1-f1f897828d1c req-b231af83-b486-49ca-89fd-f41ddbf8c8d8 service neutron] 10.222.0.37 "GET /v2.0/networks/ef9bd678-fb03-49b0-b2af-7d04383c138e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037953 Sep 15 18:01:52.115638 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254b974-fce4-460f-9d6e-a3804677e5dc None None] The sync data for ids ['21b53c82-457b-4d16-b21c-9d966a4881d8'] in dv-cinder-805228-2-iscsi is: [{'id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'name': 'tempest-TestShelveInstance-8421170-router', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '8579dacd-6216-423f-8be5-bff564c6b883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:42Z', 'updated_at': '2021-09-15T18:00:47Z', 'revision_number': 4, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'gw_port': {'id': '8579dacd-6216-423f-8be5-bff564c6b883', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:43Z', 'updated_at': '2021-09-15T18:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': 'b8e11ecf-216b-4898-b4ad-f3bf58aa3e04', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'floating_ip_address': '172.27.3.204', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'port_id': 'c5124aea-5c23-4917-b05d-e2c4188f051c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e', 'mac_address': 'fa:16:3e:7a:d5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:01:50Z', 'updated_at': '2021-09-15T18:01:50Z', 'revision_number': 0, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b86954f-494a-4ffb-a2a5-141976dbf888', 'name': '', 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'mac_address': 'fa:16:3e:1d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4e88ec5f-fa46-4bde-9cde-13946047afbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:46Z', 'updated_at': '2021-09-15T18:00:51Z', 'revision_number': 5, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'subnets': [{'id': '4e88ec5f-fa46-4bde-9cde-13946047afbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:01:52.255653 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-f14c42d1-1452-4ac8-9342-4437b8bfedff req-dd2c8632-f1cc-4e08-a489-630956e810cc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] For port f1869f46-5e2f-4f6a-9d59-67deeb2b9afe, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe,segment=NetworkSegment(9c5b7972-00fb-440e-81b9-40a3fb77b325),segment_id=9c5b7972-00fb-440e-81b9-40a3fb77b325)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:01:52.284812 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-f14c42d1-1452-4ac8-9342-4437b8bfedff req-dd2c8632-f1cc-4e08-a489-630956e810cc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:52.324373 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8353171-aca5-4a46-b8b4-da67f2376c03 None None] New status for floating IP b8e11ecf-216b-4898-b4ad-f3bf58aa3e04: ACTIVE {{(pid=106074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:01:52.374451 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-f14c42d1-1452-4ac8-9342-4437b8bfedff req-dd2c8632-f1cc-4e08-a489-630956e810cc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:52.387398 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['f1869f46-5e2f-4f6a-9d59-67deeb2b9afe'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:01:52.434245 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c42d1-1452-4ac8-9342-4437b8bfedff req-dd2c8632-f1cc-4e08-a489-630956e810cc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:52.434925 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-f14c42d1-1452-4ac8-9342-4437b8bfedff req-dd2c8632-f1cc-4e08-a489-630956e810cc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:52.436419 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f14c42d1-1452-4ac8-9342-4437b8bfedff req-dd2c8632-f1cc-4e08-a489-630956e810cc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "PUT /v2.0/ports/f1869f46-5e2f-4f6a-9d59-67deeb2b9afe HTTP/1.1" status: 200 len: 942 time: 0.4404302 Sep 15 18:01:52.443102 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 42556) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:01:52.456704 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c8632-f1cc-4e08-a489-630956e810cc tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Pushing event updated for resources: {'Port': ['ID=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe,revision_number=7']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:52.514859 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f3c31528-7da7-4a15-80b0-52a00dc7388b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:52.518288 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['f1869f46-5e2f-4f6a-9d59-67deeb2b9afe'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:01:52.547529 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f3c31528-7da7-4a15-80b0-52a00dc7388b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:52.694436 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f3c31528-7da7-4a15-80b0-52a00dc7388b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:52.697778 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f3c31528-7da7-4a15-80b0-52a00dc7388b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:52.702109 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-f3c31528-7da7-4a15-80b0-52a00dc7388b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "DELETE /v2.0/security-groups/f6b51700-818e-4b55-aa7d-c090e70384b6 HTTP/1.1" status: 204 len: 168 time: 0.2548113 Sep 15 18:01:52.702250 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-b8961a0e-dc8b-463a-9ec6-70175bd5d22e None None] Provisioning complete for port f1869f46-5e2f-4f6a-9d59-67deeb2b9afe triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:01:52.702250 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b8961a0e-dc8b-463a-9ec6-70175bd5d22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:52.702447 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 42560) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:01:52.713490 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c31528-7da7-4a15-80b0-52a00dc7388b tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b51700-818e-4b55-aa7d-c090e70384b6,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:52.857476 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-d43293de-b404-4499-a2e7-7db7b674b6cf tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Deleting port 444bc539-b4f9-4b9c-8a02-26cc4a101364 {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:01:52.857830 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d43293de-b404-4499-a2e7-7db7b674b6cf tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:52.930323 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d43293de-b404-4499-a2e7-7db7b674b6cf tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:52.930583 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d43293de-b404-4499-a2e7-7db7b674b6cf tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:52.936941 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e7808-9d64-4794-8f95-44eac5f4bb5a req-6c93aeea-8894-40c9-bfbb-13210f2d7693 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:52.939061 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-de2e7808-9d64-4794-8f95-44eac5f4bb5a req-6c93aeea-8894-40c9-bfbb-13210f2d7693 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0545018 Sep 15 18:01:52.944006 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-d43293de-b404-4499-a2e7-7db7b674b6cf tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Calling delete_port for 444bc539-b4f9-4b9c-8a02-26cc4a101364 owned by network:floatingip {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:01:52.984475 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-de2e7808-9d64-4794-8f95-44eac5f4bb5a req-7e959727-f3bc-4860-97e2-7883f07f6b4d tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364227 Sep 15 18:01:53.208423 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d43293de-b404-4499-a2e7-7db7b674b6cf tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:53.231693 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43293de-b404-4499-a2e7-7db7b674b6cf tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Pushing event deleted for resources: {'Port': ['ID=444bc539-b4f9-4b9c-8a02-26cc4a101364,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:53.282652 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:53.296349 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d43293de-b404-4499-a2e7-7db7b674b6cf tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks [] for floatingip, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:53.296711 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.db.l3_db [None req-d43293de-b404-4499-a2e7-7db7b674b6cf tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Floating IP 1ae579f4-f0a1-47f7-9345-4e91f9d90495 disassociated (deleted). External IP: 172.27.3.157, port: f1869f46-5e2f-4f6a-9d59-67deeb2b9afe. Sep 15 18:01:53.479037 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c18c640-5263-4f4a-9314-deb3495223a0', 'tag': 'f1869f46-5e2f-4f6a-9d59-67deeb2b9afe'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:01:53.481762 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51367be-d4fa-4772-a6fd-3cefd8266fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "0c18c640-5263-4f4a-9314-deb3495223a0", "tag": "f1869f46-5e2f-4f6a-9d59-67deeb2b9afe"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:01:53.498950 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43293de-b404-4499-a2e7-7db7b674b6cf tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Router 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:01:53.538886 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2b76a9-ff2f-49de-b07f-ad4d5410af2a x-openstack-request-id: req-0f2b76a9-ff2f-49de-b07f-ad4d5410af2a {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:01:53.539175 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c18c640-5263-4f4a-9314-deb3495223a0", "tag": "f1869f46-5e2f-4f6a-9d59-67deeb2b9afe", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:01:53.539420 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f2b76a9-ff2f-49de-b07f-ad4d5410af2a {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:01:53.539793 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c18c640-5263-4f4a-9314-deb3495223a0', 'tag': 'f1869f46-5e2f-4f6a-9d59-67deeb2b9afe', 'status': 'completed', 'code': 200} Sep 15 18:01:53.590958 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51367be-d4fa-4772-a6fd-3cefd8266fc6 req-e0508edf-2a4a-4f16-9586-c8e0ee082640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:53.593109 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b51367be-d4fa-4772-a6fd-3cefd8266fc6 req-e0508edf-2a4a-4f16-9586-c8e0ee082640 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d045a0e58be4c8f84c8c67093e57d31&device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 1098 time: 0.0462077 Sep 15 18:01:53.607314 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43293de-b404-4499-a2e7-7db7b674b6cf tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:01:53.612075 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d43293de-b404-4499-a2e7-7db7b674b6cf tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:53.618331 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec9530-59d0-4d6c-af01-4ca3c45b523f None None] Sync routers for ids ['68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:01:53.631661 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec9530-59d0-4d6c-af01-4ca3c45b523f None None] Routers {'68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:01:53.632422 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-26ec9530-59d0-4d6c-af01-4ca3c45b523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:01:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:53.640344 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-d43293de-b404-4499-a2e7-7db7b674b6cf tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "DELETE /v2.0/floatingips/1ae579f4-f0a1-47f7-9345-4e91f9d90495 HTTP/1.1" status: 204 len: 168 time: 0.9368231 Sep 15 18:01:53.690891 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51367be-d4fa-4772-a6fd-3cefd8266fc6 req-e7b830a1-e234-4bc5-a9c3-0e370923f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:53.692362 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b51367be-d4fa-4772-a6fd-3cefd8266fc6 req-e7b830a1-e234-4bc5-a9c3-0e370923f399 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0a638ed-aa8c-45ea-b76f-a163858459e3 HTTP/1.1" status: 200 len: 915 time: 0.0871801 Sep 15 18:01:53.738030 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b51367be-d4fa-4772-a6fd-3cefd8266fc6 req-7f98c551-c611-4921-bb55-e10928953ce5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe HTTP/1.1" status: 200 len: 217 time: 0.0367577 Sep 15 18:01:53.747837 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-26ec9530-59d0-4d6c-af01-4ca3c45b523f None None] Set router 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:01:53.790261 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51367be-d4fa-4772-a6fd-3cefd8266fc6 req-5204379d-a26b-4fd8-83f6-f987d6a16afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:53.791729 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b51367be-d4fa-4772-a6fd-3cefd8266fc6 req-5204379d-a26b-4fd8-83f6-f987d6a16afb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b801b881-d04d-4502-b644-72a1fe0fe876 HTTP/1.1" status: 200 len: 853 time: 0.0435410 Sep 15 18:01:53.838158 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51367be-d4fa-4772-a6fd-3cefd8266fc6 req-c3fcdc69-a130-4d97-b696-c7e20266c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:53.839737 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b51367be-d4fa-4772-a6fd-3cefd8266fc6 req-c3fcdc69-a130-4d97-b696-c7e20266c972 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0a638ed-aa8c-45ea-b76f-a163858459e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392146 Sep 15 18:01:53.933908 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b51367be-d4fa-4772-a6fd-3cefd8266fc6 req-4eefe970-919e-4411-9939-628b541c92b9 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a638ed-aa8c-45ea-b76f-a163858459e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859346 Sep 15 18:01:53.958436 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-26ec9530-59d0-4d6c-af01-4ca3c45b523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'name': 'tempest-TestMinimumBasicScenario-908717723-router', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:32Z', 'updated_at': '2021-09-15T17:58:37Z', 'revision_number': 4, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'gw_port': {'id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:34Z', 'updated_at': '2021-09-15T17:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': 'dd86a3be-50c7-409b-92d6-258992b3409c', 'name': '', 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'mac_address': 'fa:16:3e:c5:49:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b801b881-d04d-4502-b644-72a1fe0fe876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:36Z', 'updated_at': '2021-09-15T17:58:41Z', 'revision_number': 5, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'subnets': [{'id': 'b801b881-d04d-4502-b644-72a1fe0fe876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:53.992912 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec9530-59d0-4d6c-af01-4ca3c45b523f None None] Checking router: 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:01:54.003363 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec9530-59d0-4d6c-af01-4ca3c45b523f None None] Routers {'68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:01:54.004001 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-26ec9530-59d0-4d6c-af01-4ca3c45b523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:01:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:54.030371 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b51367be-d4fa-4772-a6fd-3cefd8266fc6 req-780200ee-9948-4313-880b-b09d3b1a2d43 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a638ed-aa8c-45ea-b76f-a163858459e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882518 Sep 15 18:01:54.113804 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687afbeb-b352-4a01-a6e5-00c0dc3a42e7 req-310bb8df-803b-4818-9aae-85fc3dc39833 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:54.115426 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-687afbeb-b352-4a01-a6e5-00c0dc3a42e7 req-310bb8df-803b-4818-9aae-85fc3dc39833 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0560820 Sep 15 18:01:54.136074 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-26ec9530-59d0-4d6c-af01-4ca3c45b523f None None] Set router 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:01:54.160314 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-687afbeb-b352-4a01-a6e5-00c0dc3a42e7 req-53361bd5-5015-41e7-9738-83dc3d9d5037 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364799 Sep 15 18:01:54.455243 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-26ec9530-59d0-4d6c-af01-4ca3c45b523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'name': 'tempest-TestMinimumBasicScenario-908717723-router', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:32Z', 'updated_at': '2021-09-15T17:58:37Z', 'revision_number': 4, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'gw_port': {'id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:34Z', 'updated_at': '2021-09-15T17:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': 'dd86a3be-50c7-409b-92d6-258992b3409c', 'name': '', 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'mac_address': 'fa:16:3e:c5:49:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b801b881-d04d-4502-b644-72a1fe0fe876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:36Z', 'updated_at': '2021-09-15T17:58:41Z', 'revision_number': 5, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'subnets': [{'id': 'b801b881-d04d-4502-b644-72a1fe0fe876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:01:54.480635 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec9530-59d0-4d6c-af01-4ca3c45b523f None None] The sync data for ids ['68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'] in dv-cinder-805228-2-iscsi is: [{'id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'name': 'tempest-TestMinimumBasicScenario-908717723-router', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:32Z', 'updated_at': '2021-09-15T17:58:37Z', 'revision_number': 4, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'gw_port': {'id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:34Z', 'updated_at': '2021-09-15T17:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': 'dd86a3be-50c7-409b-92d6-258992b3409c', 'name': '', 'network_id': 'b0a638ed-aa8c-45ea-b76f-a163858459e3', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'mac_address': 'fa:16:3e:c5:49:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'b801b881-d04d-4502-b644-72a1fe0fe876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:36Z', 'updated_at': '2021-09-15T17:58:41Z', 'revision_number': 5, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'subnets': [{'id': 'b801b881-d04d-4502-b644-72a1fe0fe876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:01:54.644638 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:54.685852 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ffe01c-73e7-4edd-866b-749a777d32f7 None None] New status for floating IP 1ae579f4-f0a1-47f7-9345-4e91f9d90495: DOWN {{(pid=106074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:01:55.279307 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97eacd-9c06-477a-8531-7e698564ae16 req-16ec2334-0cf1-41cd-9607-ffc66cb522ea tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:55.280749 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2b97eacd-9c06-477a-8531-7e698564ae16 req-16ec2334-0cf1-41cd-9607-ffc66cb522ea tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 944 time: 0.0474095 Sep 15 18:01:55.318709 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2b97eacd-9c06-477a-8531-7e698564ae16 req-d120fd1f-3974-48a5-9901-d40bf94dfa98 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312243 Sep 15 18:01:55.416012 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 712c1e98-2b39-4724-97d3-505e833df212 details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:01:55.509632 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 712c1e98-2b39-4724-97d3-505e833df212, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=712c1e98-2b39-4724-97d3-505e833df212,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:01:55.520321 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': '712c1e98-2b39-4724-97d3-505e833df212', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'port_id': '712c1e98-2b39-4724-97d3-505e833df212', 'mac_address': 'fa:16:3e:f9:03:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:01:55.541044 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c18c640-5263-4f4a-9314-deb3495223a0', 'tag': 'f1869f46-5e2f-4f6a-9d59-67deeb2b9afe'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:01:55.543898 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59693927-6920-4cf4-98cf-110a98737f73" -d '{"events": [{"name": "network-changed", "server_uuid": "0c18c640-5263-4f4a-9314-deb3495223a0", "tag": "f1869f46-5e2f-4f6a-9d59-67deeb2b9afe"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:01:55.558438 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:55.572595 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 712c1e98-2b39-4724-97d3-505e833df212 {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:01:55.579081 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c430506-349c-4c7f-80af-2cb0dd865cf8 x-openstack-request-id: req-4c430506-349c-4c7f-80af-2cb0dd865cf8 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:01:55.579388 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c18c640-5263-4f4a-9314-deb3495223a0", "tag": "f1869f46-5e2f-4f6a-9d59-67deeb2b9afe", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:01:55.579614 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c430506-349c-4c7f-80af-2cb0dd865cf8 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:01:55.580040 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c18c640-5263-4f4a-9314-deb3495223a0', 'tag': 'f1869f46-5e2f-4f6a-9d59-67deeb2b9afe', 'status': 'completed', 'code': 200} Sep 15 18:01:55.593473 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 712c1e98-2b39-4724-97d3-505e833df212, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=712c1e98-2b39-4724-97d3-505e833df212,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:01:55.643759 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693927-6920-4cf4-98cf-110a98737f73 req-672f4534-2f77-4a8c-828a-9701b7fd9134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:55.645263 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-59693927-6920-4cf4-98cf-110a98737f73 req-672f4534-2f77-4a8c-828a-9701b7fd9134 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d045a0e58be4c8f84c8c67093e57d31&device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 1098 time: 0.0396361 Sep 15 18:01:55.690015 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:55.739713 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693927-6920-4cf4-98cf-110a98737f73 req-64ad7f31-00b7-4562-a47c-3d6b91bfdcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:55.741225 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-59693927-6920-4cf4-98cf-110a98737f73 req-64ad7f31-00b7-4562-a47c-3d6b91bfdcc8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0a638ed-aa8c-45ea-b76f-a163858459e3 HTTP/1.1" status: 200 len: 915 time: 0.0878179 Sep 15 18:01:55.742912 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=712c1e98-2b39-4724-97d3-505e833df212,revision_number=9']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:55.749988 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:55.750364 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:55.750744 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:55.751087 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:55.751499 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:55.751837 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:55.752169 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:55.752527 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:55.752875 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:55.753206 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:55.753533 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:55.753857 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:01:55.783779 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-59693927-6920-4cf4-98cf-110a98737f73 req-e02eed86-89a2-4696-a3ad-33a1eadec097 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe HTTP/1.1" status: 200 len: 217 time: 0.0336266 Sep 15 18:01:55.836306 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693927-6920-4cf4-98cf-110a98737f73 req-842a940c-7ca4-4fdf-9acf-bf1534bb0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:55.837684 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-59693927-6920-4cf4-98cf-110a98737f73 req-842a940c-7ca4-4fdf-9acf-bf1534bb0398 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b801b881-d04d-4502-b644-72a1fe0fe876 HTTP/1.1" status: 200 len: 853 time: 0.0427737 Sep 15 18:01:55.887691 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693927-6920-4cf4-98cf-110a98737f73 req-67f06f2a-98c0-4689-9454-d7b8bc7aa80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:55.889223 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-59693927-6920-4cf4-98cf-110a98737f73 req-67f06f2a-98c0-4689-9454-d7b8bc7aa80a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0a638ed-aa8c-45ea-b76f-a163858459e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429149 Sep 15 18:01:55.988142 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-59693927-6920-4cf4-98cf-110a98737f73 req-7fccfcde-f20e-40c7-afde-d6034141bffd service neutron] 10.222.0.37 "GET /v2.0/networks/b0a638ed-aa8c-45ea-b76f-a163858459e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792582 Sep 15 18:01:56.067122 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['712c1e98-2b39-4724-97d3-505e833df212'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:01:56.085031 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-59693927-6920-4cf4-98cf-110a98737f73 req-03ca5d81-0cf8-4934-b47e-1e83157e43bd service neutron] 10.222.0.37 "GET /v2.0/networks/b0a638ed-aa8c-45ea-b76f-a163858459e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881717 Sep 15 18:01:56.439887 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf1497-b858-44f9-97d2-8fc4a0f8f9a9 req-83ca4d2b-7f9a-4542-bc71-1fc9aed94dcf tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:56.441408 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a1bf1497-b858-44f9-97d2-8fc4a0f8f9a9 req-83ca4d2b-7f9a-4542-bc71-1fc9aed94dcf tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 945 time: 0.0484035 Sep 15 18:01:56.478769 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a1bf1497-b858-44f9-97d2-8fc4a0f8f9a9 req-fd55afe5-3a6f-4c58-ab3e-731842bcdb1c tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308931 Sep 15 18:01:57.430454 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 712c1e98-2b39-4724-97d3-505e833df212 up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:01:57.480185 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port 712c1e98-2b39-4724-97d3-505e833df212 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:01:57.480620 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:57.557514 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:57.585308 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5b646e-3d36-4402-9d82-55f71cd7f85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712c1e98-2b39-4724-97d3-505e833df212'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:01:57.588158 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2cb780-70e4-48db-80b3-4e6ed6ed8878" -d '{"events": [{"server_uuid": "4b5b646e-3d36-4402-9d82-55f71cd7f85e", "name": "network-vif-plugged", "status": "completed", "tag": "712c1e98-2b39-4724-97d3-505e833df212"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:01:57.617839 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246d472-b7c4-4de1-8d9b-b6b427b60fb6 req-c8c82a8b-0514-4288-9fd5-d8c680a41549 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:57.619290 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 712c1e98-2b39-4724-97d3-505e833df212, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=712c1e98-2b39-4724-97d3-505e833df212,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:01:57.620157 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1246d472-b7c4-4de1-8d9b-b6b427b60fb6 req-c8c82a8b-0514-4288-9fd5-d8c680a41549 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 945 time: 0.0670815 Sep 15 18:01:57.635706 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e0698e-75f6-4a59-bebf-0a155219c524 x-openstack-request-id: req-25e0698e-75f6-4a59-bebf-0a155219c524 {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:01:57.636045 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5b646e-3d36-4402-9d82-55f71cd7f85e", "name": "network-vif-plugged", "status": "completed", "tag": "712c1e98-2b39-4724-97d3-505e833df212", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:01:57.636282 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25e0698e-75f6-4a59-bebf-0a155219c524 {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:01:57.636798 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5b646e-3d36-4402-9d82-55f71cd7f85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712c1e98-2b39-4724-97d3-505e833df212', 'code': 200} Sep 15 18:01:57.670983 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1246d472-b7c4-4de1-8d9b-b6b427b60fb6 req-253515f9-3127-41bf-9eb8-99c594ec576e tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439720 Sep 15 18:01:57.679197 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:01:57.729231 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=712c1e98-2b39-4724-97d3-505e833df212,revision_number=10']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:01:58.234363 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f9da9-96e6-4a9d-90b4-de7bac4a9583 req-381e16f9-431d-48aa-8768-878032362763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:58.235853 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7f4f9da9-96e6-4a9d-90b4-de7bac4a9583 req-381e16f9-431d-48aa-8768-878032362763 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 1100 time: 0.0407908 Sep 15 18:01:58.279331 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7f4f9da9-96e6-4a9d-90b4-de7bac4a9583 req-6a241fc2-6f74-4554-9fa6-f016816c18bb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357437 Sep 15 18:01:58.793187 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e2f34-da6f-472a-bbe4-1c502bdef149 req-c593ebb1-7821-4e24-ab8c-120928165282 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:58.800123 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-281e2f34-da6f-472a-bbe4-1c502bdef149 req-c593ebb1-7821-4e24-ab8c-120928165282 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 947 time: 0.0496538 Sep 15 18:01:58.835916 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-281e2f34-da6f-472a-bbe4-1c502bdef149 req-7c5785ca-61da-4fb5-a2b1-f332f9c71982 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344639 Sep 15 18:01:59.960483 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64dacc-c37d-41ef-ad1e-1916b708185c req-86a89b9c-cfb7-4d47-aadf-49e5057c9f18 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:01:59.962133 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0e64dacc-c37d-41ef-ad1e-1916b708185c req-86a89b9c-cfb7-4d47-aadf-49e5057c9f18 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 947 time: 0.0505283 Sep 15 18:02:00.002062 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0e64dacc-c37d-41ef-ad1e-1916b708185c req-b7767ab4-c0b1-487d-8e9f-8046c39940d1 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320053 Sep 15 18:02:00.034524 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7cf9a-5a88-4e76-ab99-edc309667aa0 req-31e0af93-afad-46d2-8b8f-c14400002397 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:00.036048 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-aaf7cf9a-5a88-4e76-ab99-edc309667aa0 req-31e0af93-afad-46d2-8b8f-c14400002397 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 945 time: 0.0522509 Sep 15 18:02:00.074031 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-aaf7cf9a-5a88-4e76-ab99-edc309667aa0 req-0e77f062-0c6f-4343-8f05-a90dbdf4c6e8 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320561 Sep 15 18:02:01.119722 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785cf54e-d8ec-4faa-85d6-732a261aebaa req-cf6117a2-8c73-4fde-bde4-e8e1f12681ce tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:01.121243 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-785cf54e-d8ec-4faa-85d6-732a261aebaa req-cf6117a2-8c73-4fde-bde4-e8e1f12681ce tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 947 time: 0.0482378 Sep 15 18:02:01.159951 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-785cf54e-d8ec-4faa-85d6-732a261aebaa req-96185c56-8996-4dc4-bdcb-f695f36661b5 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324910 Sep 15 18:02:01.187368 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a336a1-f465-4dfe-a10d-891b44cb66f5 req-71c5396a-0429-4577-b0db-632ad2901c8c tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:01.188869 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-16a336a1-f465-4dfe-a10d-891b44cb66f5 req-71c5396a-0429-4577-b0db-632ad2901c8c tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 945 time: 0.0473540 Sep 15 18:02:01.234120 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-16a336a1-f465-4dfe-a10d-891b44cb66f5 req-c4ff63d7-7640-4e89-bdaf-7e5fff08f3a3 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356488 Sep 15 18:02:02.179806 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23bfd5-07db-4484-b8f7-60735659c9ff req-d7ae9a29-f37d-49aa-a1d9-613cff946b74 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:02.181284 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ee23bfd5-07db-4484-b8f7-60735659c9ff req-d7ae9a29-f37d-49aa-a1d9-613cff946b74 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 945 time: 0.0471067 Sep 15 18:02:02.300969 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [req-ee23bfd5-07db-4484-b8f7-60735659c9ff req-61d4bbe5-54f8-4c0d-9ce8-145164840d8f tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Deleting port f1869f46-5e2f-4f6a-9d59-67deeb2b9afe {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:02:02.301960 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-ee23bfd5-07db-4484-b8f7-60735659c9ff req-61d4bbe5-54f8-4c0d-9ce8-145164840d8f tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:02.345616 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e077b-4348-44d3-a4de-7321a3489122 req-6b3bcca0-5d19-49ff-81a1-6d3379b806fd tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:02.347002 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-780e077b-4348-44d3-a4de-7321a3489122 req-6b3bcca0-5d19-49ff-81a1-6d3379b806fd tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 945 time: 0.0464642 Sep 15 18:02:02.386495 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-ee23bfd5-07db-4484-b8f7-60735659c9ff req-61d4bbe5-54f8-4c0d-9ce8-145164840d8f tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] For port f1869f46-5e2f-4f6a-9d59-67deeb2b9afe, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe,segment=NetworkSegment(9c5b7972-00fb-440e-81b9-40a3fb77b325),segment_id=9c5b7972-00fb-440e-81b9-40a3fb77b325)] {{(pid=106072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:02.386853 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-ee23bfd5-07db-4484-b8f7-60735659c9ff req-61d4bbe5-54f8-4c0d-9ce8-145164840d8f tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:02.387556 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-780e077b-4348-44d3-a4de-7321a3489122 req-dade2ffe-e486-4262-a46b-1a3d8dfceaa9 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/security-groups?id=c63703b1-aabc-4b6c-91fb-2aa0beb04474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343974 Sep 15 18:02:02.399408 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [req-ee23bfd5-07db-4484-b8f7-60735659c9ff req-61d4bbe5-54f8-4c0d-9ce8-145164840d8f tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Calling delete_port for f1869f46-5e2f-4f6a-9d59-67deeb2b9afe owned by compute:nova {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:02:02.581575 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-ee23bfd5-07db-4484-b8f7-60735659c9ff req-61d4bbe5-54f8-4c0d-9ce8-145164840d8f tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:02.594419 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['f1869f46-5e2f-4f6a-9d59-67deeb2b9afe'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:02:02.608408 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4bbe5-54f8-4c0d-9ce8-145164840d8f tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Pushing event deleted for resources: {'Port': ['ID=f1869f46-5e2f-4f6a-9d59-67deeb2b9afe,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:02.654698 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee23bfd5-07db-4484-b8f7-60735659c9ff req-61d4bbe5-54f8-4c0d-9ce8-145164840d8f tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] No DVR routers for this DVR port f1869f46-5e2f-4f6a-9d59-67deeb2b9afe on host hv-cinder-80522 {{(pid=106072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:02:02.657204 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-ee23bfd5-07db-4484-b8f7-60735659c9ff req-61d4bbe5-54f8-4c0d-9ce8-145164840d8f tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:02.659146 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ee23bfd5-07db-4484-b8f7-60735659c9ff req-61d4bbe5-54f8-4c0d-9ce8-145164840d8f tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.37 "DELETE /v2.0/ports/f1869f46-5e2f-4f6a-9d59-67deeb2b9afe HTTP/1.1" status: 204 len: 173 time: 0.4520917 Sep 15 18:02:02.659583 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c18c640-5263-4f4a-9314-deb3495223a0', 'name': 'network-vif-deleted', 'tag': 'f1869f46-5e2f-4f6a-9d59-67deeb2b9afe'}] {{(pid=106072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:02:02.661841 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47b324d98f2f4bfc09410de6f146af452c7265e3c4636f4d971b874cd661cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7714190a-877c-4813-9d98-f3015ef4ca70" -d '{"events": [{"server_uuid": "0c18c640-5263-4f4a-9314-deb3495223a0", "name": "network-vif-deleted", "tag": "f1869f46-5e2f-4f6a-9d59-67deeb2b9afe"}]}' {{(pid=106072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:02:02.697851 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffefdbda-48b0-4d58-be10-0c094a770b77 x-openstack-request-id: req-ffefdbda-48b0-4d58-be10-0c094a770b77 {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:02:02.698143 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c18c640-5263-4f4a-9314-deb3495223a0", "name": "network-vif-deleted", "tag": "f1869f46-5e2f-4f6a-9d59-67deeb2b9afe", "status": "completed", "code": 200}]} {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:02:02.698398 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffefdbda-48b0-4d58-be10-0c094a770b77 {{(pid=106072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:02:02.698807 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c18c640-5263-4f4a-9314-deb3495223a0', 'name': 'network-vif-deleted', 'tag': 'f1869f46-5e2f-4f6a-9d59-67deeb2b9afe', 'status': 'completed', 'code': 200} Sep 15 18:02:03.487578 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ca13b961-1d6e-4fc1-af69-644c9c0fd190 req-27364464-216e-45c8-9914-4ee950c660d8 tempest-TestMinimumBasicScenario-1619826401 tempest-TestMinimumBasicScenario-1619826401-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c18c640-5263-4f4a-9314-deb3495223a0 HTTP/1.1" status: 200 len: 210 time: 0.0255609 Sep 15 18:02:04.216356 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:05.727391 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 42748) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:06.058505 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f24a-4ffc-4992-8bde-3758e8222b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605702'] for router_interface, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:06.545857 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-d4b0f24a-4ffc-4992-8bde-3758e8222b1e admin admin] Deleting port dd86a3be-50c7-409b-92d6-258992b3409c {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:02:06.546107 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f24a-4ffc-4992-8bde-3758e8222b1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:06.622427 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [None req-d4b0f24a-4ffc-4992-8bde-3758e8222b1e admin admin] For port dd86a3be-50c7-409b-92d6-258992b3409c, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=dd86a3be-50c7-409b-92d6-258992b3409c,segment=NetworkSegment(9c5b7972-00fb-440e-81b9-40a3fb77b325),segment_id=9c5b7972-00fb-440e-81b9-40a3fb77b325)] {{(pid=106072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:06.622782 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f24a-4ffc-4992-8bde-3758e8222b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:06.640952 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-d4b0f24a-4ffc-4992-8bde-3758e8222b1e admin admin] Calling delete_port for dd86a3be-50c7-409b-92d6-258992b3409c owned by network:router_interface {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:02:06.877222 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f24a-4ffc-4992-8bde-3758e8222b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:06.903569 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0f24a-4ffc-4992-8bde-3758e8222b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=dd86a3be-50c7-409b-92d6-258992b3409c,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:07.076159 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f24a-4ffc-4992-8bde-3758e8222b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600502'] for router_interface, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:07.281056 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b0f24a-4ffc-4992-8bde-3758e8222b1e admin admin] Router 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:02:07.381014 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b0f24a-4ffc-4992-8bde-3758e8222b1e admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:02:07.386135 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-d4b0f24a-4ffc-4992-8bde-3758e8222b1e admin admin] 10.222.0.20 "PUT /v2.0/routers/68653fa3-1a93-4c2e-8c70-f1e04d6b0ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6576126 Sep 15 18:02:07.389309 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 42754) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:07.391234 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d3f1ca-44fa-470d-9e1e-839cf634e9bd None None] Sync routers for ids ['68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:02:07.400990 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d3f1ca-44fa-470d-9e1e-839cf634e9bd None None] Routers {'68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:02:07.401690 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-45d3f1ca-44fa-470d-9e1e-839cf634e9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:01:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:07.448291 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device f1869f46-5e2f-4f6a-9d59-67deeb2b9afe no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:02:07.474991 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] No Port match for: f1869f46-5e2f-4f6a-9d59-67deeb2b9afe {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:02:07.475336 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device f1869f46-5e2f-4f6a-9d59-67deeb2b9afe not bound to the agent host hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:02:07.490221 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-db2d5a35-aa30-4b42-8e72-2227a0b8e35b admin admin] Notify callbacks [] for router, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:07.526216 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-45d3f1ca-44fa-470d-9e1e-839cf634e9bd None None] Set router 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:02:07.589262 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-db2d5a35-aa30-4b42-8e72-2227a0b8e35b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:07.697191 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-db2d5a35-aa30-4b42-8e72-2227a0b8e35b admin admin] Deleting port fbf7079a-da6d-4303-b24b-47ecfc8bd1f2 {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:02:07.697532 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-db2d5a35-aa30-4b42-8e72-2227a0b8e35b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:07.698439 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-45d3f1ca-44fa-470d-9e1e-839cf634e9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'name': 'tempest-TestMinimumBasicScenario-908717723-router', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:32Z', 'updated_at': '2021-09-15T18:02:06Z', 'revision_number': 5, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'gw_port': {'id': 'fbf7079a-da6d-4303-b24b-47ecfc8bd1f2', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:3b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:34Z', 'updated_at': '2021-09-15T17:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:07.728927 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d3f1ca-44fa-470d-9e1e-839cf634e9bd None None] Checking router: 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:02:07.737044 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d3f1ca-44fa-470d-9e1e-839cf634e9bd None None] Routers {'68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:02:07.737661 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-45d3f1ca-44fa-470d-9e1e-839cf634e9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:01:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:07.772545 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [None req-db2d5a35-aa30-4b42-8e72-2227a0b8e35b admin admin] For port fbf7079a-da6d-4303-b24b-47ecfc8bd1f2, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=fbf7079a-da6d-4303-b24b-47ecfc8bd1f2,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:07.772914 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-db2d5a35-aa30-4b42-8e72-2227a0b8e35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:07.784717 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-db2d5a35-aa30-4b42-8e72-2227a0b8e35b admin admin] Calling delete_port for fbf7079a-da6d-4303-b24b-47ecfc8bd1f2 owned by network:router_gateway {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:02:07.822042 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-45d3f1ca-44fa-470d-9e1e-839cf634e9bd None None] Set router 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade gateway port host: None {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:02:07.872271 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-45d3f1ca-44fa-470d-9e1e-839cf634e9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'name': 'tempest-TestMinimumBasicScenario-908717723-router', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:32Z', 'updated_at': '2021-09-15T18:02:07Z', 'revision_number': 6, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'gw_port_host': None}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:07.900427 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d3f1ca-44fa-470d-9e1e-839cf634e9bd None None] The sync data for ids ['68653fa3-1a93-4c2e-8c70-f1e04d6b0ade'] in dv-cinder-805228-2-iscsi is: [{'id': '68653fa3-1a93-4c2e-8c70-f1e04d6b0ade', 'name': 'tempest-TestMinimumBasicScenario-908717723-router', 'tenant_id': '5d045a0e58be4c8f84c8c67093e57d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:32Z', 'updated_at': '2021-09-15T18:02:07Z', 'revision_number': 6, 'project_id': '5d045a0e58be4c8f84c8c67093e57d31', 'gw_port_host': None}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:02:08.042415 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-db2d5a35-aa30-4b42-8e72-2227a0b8e35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:08.074781 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d5a35-aa30-4b42-8e72-2227a0b8e35b admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf7079a-da6d-4303-b24b-47ecfc8bd1f2,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:08.364106 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-db2d5a35-aa30-4b42-8e72-2227a0b8e35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600432'] for router_gateway, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:08.448246 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-db2d5a35-aa30-4b42-8e72-2227a0b8e35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:08.450758 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-db2d5a35-aa30-4b42-8e72-2227a0b8e35b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:08.576146 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-db2d5a35-aa30-4b42-8e72-2227a0b8e35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-640218'] for router, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:08.576741 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2d5a35-aa30-4b42-8e72-2227a0b8e35b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68653fa3-1a93-4c2e-8c70-f1e04d6b0ade {{(pid=106071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:02:08.581023 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-db2d5a35-aa30-4b42-8e72-2227a0b8e35b admin admin] Notify callbacks [] for router, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:08.582089 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-db2d5a35-aa30-4b42-8e72-2227a0b8e35b admin admin] 10.222.0.20 "DELETE /v2.0/routers/68653fa3-1a93-4c2e-8c70-f1e04d6b0ade HTTP/1.1" status: 204 len: 168 time: 1.1917911 Sep 15 18:02:08.585458 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 42764) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:08.639364 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c2d7cc-73da-47c1-a3b9-037660083dc8 admin admin] Deleting subnet b801b881-d04d-4502-b644-72a1fe0fe876 {{(pid=106071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:02:08.642932 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-96c2d7cc-73da-47c1-a3b9-037660083dc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:08.655241 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device dd86a3be-50c7-409b-92d6-258992b3409c no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:02:08.680222 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-96c2d7cc-73da-47c1-a3b9-037660083dc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636711'] for subnet, precommit_delete_associations {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:08.682603 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: dd86a3be-50c7-409b-92d6-258992b3409c {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:02:08.684536 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device dd86a3be-50c7-409b-92d6-258992b3409c not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:02:08.798078 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-96c2d7cc-73da-47c1-a3b9-037660083dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819029'] for subnet, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:08.907898 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-96c2d7cc-73da-47c1-a3b9-037660083dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1819010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6045702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774577'] for subnet, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:08.934947 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2d7cc-73da-47c1-a3b9-037660083dc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b801b881-d04d-4502-b644-72a1fe0fe876,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:08.940336 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-96c2d7cc-73da-47c1-a3b9-037660083dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for subnet, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:08.944811 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-96c2d7cc-73da-47c1-a3b9-037660083dc8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b801b881-d04d-4502-b644-72a1fe0fe876 HTTP/1.1" status: 204 len: 168 time: 0.3567269 Sep 15 18:02:08.945911 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 42766) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:08.948092 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc5611a-a5b5-44c5-baf4-b5e34dd80908 None None] Network b0a638ed-aa8c-45ea-b76f-a163858459e3 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:02:09.012971 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4936e12d-ab93-4279-a691-9fe3ed466d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588324'] for network, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:09.068335 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-4936e12d-ab93-4279-a691-9fe3ed466d13 admin admin] Deleting port 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:02:09.068712 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4936e12d-ab93-4279-a691-9fe3ed466d13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:09.135486 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [None req-4936e12d-ab93-4279-a691-9fe3ed466d13 admin admin] For port 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=3bcf0b45-dd5a-4909-ac7a-9bd959e3221a,segment=NetworkSegment(9c5b7972-00fb-440e-81b9-40a3fb77b325),segment_id=9c5b7972-00fb-440e-81b9-40a3fb77b325)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:09.135486 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4936e12d-ab93-4279-a691-9fe3ed466d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:09.141754 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c27840b-ad54-42e3-826c-fac446c00502 None None] DHCP port deletion for b0a638ed-aa8c-45ea-b76f-a163858459e3 request from dv-cinder-805228-2-iscsi {{(pid=106073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:02:09.146382 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-4936e12d-ab93-4279-a691-9fe3ed466d13 admin admin] Calling delete_port for 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a owned by network:dhcp {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:02:09.186882 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-7c27840b-ad54-42e3-826c-fac446c00502 None None] Deleting port 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a {{(pid=106073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:02:09.187260 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-7c27840b-ad54-42e3-826c-fac446c00502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:09.250261 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-7c27840b-ad54-42e3-826c-fac446c00502 None None] For port 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=3bcf0b45-dd5a-4909-ac7a-9bd959e3221a,segment=NetworkSegment(9c5b7972-00fb-440e-81b9-40a3fb77b325),segment_id=9c5b7972-00fb-440e-81b9-40a3fb77b325)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:09.250553 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-7c27840b-ad54-42e3-826c-fac446c00502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:09.262789 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-7c27840b-ad54-42e3-826c-fac446c00502 None None] Calling delete_port for 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a owned by network:dhcp {{(pid=106073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:02:09.282335 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4936e12d-ab93-4279-a691-9fe3ed466d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:09.306737 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936e12d-ab93-4279-a691-9fe3ed466d13 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bcf0b45-dd5a-4909-ac7a-9bd959e3221a,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:09.310857 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4936e12d-ab93-4279-a691-9fe3ed466d13 admin admin] No DVR routers for this DVR port 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a on host dv-cinder-805228-2-iscsi {{(pid=106071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:02:09.368697 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-7c27840b-ad54-42e3-826c-fac446c00502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073'] for port, after_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:09.381065 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4936e12d-ab93-4279-a691-9fe3ed466d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822226', 'neutron.services.segments.db._delete_segments_for_network-8765806907549'] for network, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:09.396413 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27840b-ad54-42e3-826c-fac446c00502 None None] Pushing event deleted for resources: {'Port': ['ID=3bcf0b45-dd5a-4909-ac7a-9bd959e3221a,revision_number=None']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:09.400098 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c27840b-ad54-42e3-826c-fac446c00502 None None] No DVR routers for this DVR port 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a on host dv-cinder-805228-2-iscsi {{(pid=106073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:02:09.406526 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.services.segments.db [None req-4936e12d-ab93-4279-a691-9fe3ed466d13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a638ed-aa8c-45ea-b76f-a163858459e3']}} {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:09.418161 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.services.segments.db [None req-4936e12d-ab93-4279-a691-9fe3ed466d13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5b7972-00fb-440e-81b9-40a3fb77b325') {'for_net_delete': True} {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:09.418461 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.services.segments.db [None req-4936e12d-ab93-4279-a691-9fe3ed466d13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5b7972-00fb-440e-81b9-40a3fb77b325') {} {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:09.427650 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4936e12d-ab93-4279-a691-9fe3ed466d13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765806907046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636716'] for segment, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:09.440184 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4936e12d-ab93-4279-a691-9fe3ed466d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:09.446031 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4936e12d-ab93-4279-a691-9fe3ed466d13 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:02:09.446410 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4936e12d-ab93-4279-a691-9fe3ed466d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6046424'] for segment, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: Traceback (most recent call last): Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: timer() Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: cb(*args, **kw) Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: return func(*args, **kwargs) Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: self._notify() Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: self.callback(batched_events) Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: event.method(event) Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: return f(self, *a, **k) Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: return self._get(url).json() Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: return self.request(url, 'GET', **kwargs) Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:02:09.447984 dv-cinder-805228-2-iscsi neutron-server[106071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:02:09.564204 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4936e12d-ab93-4279-a691-9fe3ed466d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1822219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600340'] for network, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:09.569357 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4936e12d-ab93-4279-a691-9fe3ed466d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:09.571522 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-4936e12d-ab93-4279-a691-9fe3ed466d13 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b0a638ed-aa8c-45ea-b76f-a163858459e3 HTTP/1.1" status: 204 len: 168 time: 0.6246035 Sep 15 18:02:09.574398 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 42768) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:09.582478 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936e12d-ab93-4279-a691-9fe3ed466d13 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0a638ed-aa8c-45ea-b76f-a163858459e3,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:09.906330 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:02:09.906934 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-28d5474a-2705-4fd9-8852-071b8f7e8867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605702'] for router_interface, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:10.138304 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-28d5474a-2705-4fd9-8852-071b8f7e8867 admin admin] Deleting port 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83 {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:02:10.138634 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-28d5474a-2705-4fd9-8852-071b8f7e8867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:10.219516 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [None req-28d5474a-2705-4fd9-8852-071b8f7e8867 admin admin] For port 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=791cb4a5-8c5a-4c34-b82a-7af3eeb89f83,segment=NetworkSegment(c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed),segment_id=c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed)] {{(pid=106072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:10.219891 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-28d5474a-2705-4fd9-8852-071b8f7e8867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:10.232819 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-28d5474a-2705-4fd9-8852-071b8f7e8867 admin admin] Calling delete_port for 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83 owned by network:router_interface {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:02:10.237264 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device fbf7079a-da6d-4303-b24b-47ecfc8bd1f2 no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:02:10.256852 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: fbf7079a-da6d-4303-b24b-47ecfc8bd1f2 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:02:10.257200 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device fbf7079a-da6d-4303-b24b-47ecfc8bd1f2 not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:02:10.257620 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:02:10.275096 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:02:10.275444 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 3bcf0b45-dd5a-4909-ac7a-9bd959e3221a not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:02:10.511242 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-28d5474a-2705-4fd9-8852-071b8f7e8867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:10.534297 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5474a-2705-4fd9-8852-071b8f7e8867 admin admin] Pushing event deleted for resources: {'Port': ['ID=791cb4a5-8c5a-4c34-b82a-7af3eeb89f83,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:10.694773 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-28d5474a-2705-4fd9-8852-071b8f7e8867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600502'] for router_interface, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:10.895575 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d5474a-2705-4fd9-8852-071b8f7e8867 admin admin] Router 86635560-0103-4a70-9a6e-13f57d855c38 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:02:10.996846 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d5474a-2705-4fd9-8852-071b8f7e8867 admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:02:11.001760 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-28d5474a-2705-4fd9-8852-071b8f7e8867 admin admin] 10.222.0.20 "PUT /v2.0/routers/86635560-0103-4a70-9a6e-13f57d855c38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4258208 Sep 15 18:02:11.004220 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 42772) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:11.006780 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ee16f7-1f75-4819-99c6-39fe5b7c932c None None] Sync routers for ids ['86635560-0103-4a70-9a6e-13f57d855c38'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:02:11.016237 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ee16f7-1f75-4819-99c6-39fe5b7c932c None None] Routers {'86635560-0103-4a70-9a6e-13f57d855c38'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:02:11.016869 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-93ee16f7-1f75-4819-99c6-39fe5b7c932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:01:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['86635560-0103-4a70-9a6e-13f57d855c38'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:11.104973 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e729549c-e0b5-49dc-bbef-31d9157d3db6 admin admin] Notify callbacks [] for router, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:11.116361 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-93ee16f7-1f75-4819-99c6-39fe5b7c932c None None] Set router 86635560-0103-4a70-9a6e-13f57d855c38 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:02:11.208561 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e729549c-e0b5-49dc-bbef-31d9157d3db6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:11.314558 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-e729549c-e0b5-49dc-bbef-31d9157d3db6 admin admin] Deleting port 00efd8e8-0039-4b71-8f9b-2e3e956875a7 {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:02:11.314897 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e729549c-e0b5-49dc-bbef-31d9157d3db6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:11.373581 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-93ee16f7-1f75-4819-99c6-39fe5b7c932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86635560-0103-4a70-9a6e-13f57d855c38', 'name': 'tempest-TestMinimumBasicScenario-1475844080-router', 'tenant_id': 'f8f780e85c76446a810df5762234a2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '00efd8e8-0039-4b71-8f9b-2e3e956875a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:41Z', 'updated_at': '2021-09-15T18:02:10Z', 'revision_number': 5, 'project_id': 'f8f780e85c76446a810df5762234a2a6', 'gw_port': {'id': '00efd8e8-0039-4b71-8f9b-2e3e956875a7', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86635560-0103-4a70-9a6e-13f57d855c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:58:41Z', 'updated_at': '2021-09-15T17:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:11.392961 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [None req-e729549c-e0b5-49dc-bbef-31d9157d3db6 admin admin] For port 00efd8e8-0039-4b71-8f9b-2e3e956875a7, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=00efd8e8-0039-4b71-8f9b-2e3e956875a7,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:11.393327 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e729549c-e0b5-49dc-bbef-31d9157d3db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:11.398438 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ee16f7-1f75-4819-99c6-39fe5b7c932c None None] Checking router: 86635560-0103-4a70-9a6e-13f57d855c38 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:02:11.405000 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-e729549c-e0b5-49dc-bbef-31d9157d3db6 admin admin] Calling delete_port for 00efd8e8-0039-4b71-8f9b-2e3e956875a7 owned by network:router_gateway {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:02:11.406923 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ee16f7-1f75-4819-99c6-39fe5b7c932c None None] Routers {'86635560-0103-4a70-9a6e-13f57d855c38'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:02:11.407535 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-93ee16f7-1f75-4819-99c6-39fe5b7c932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:01:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['86635560-0103-4a70-9a6e-13f57d855c38'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:11.489302 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-93ee16f7-1f75-4819-99c6-39fe5b7c932c None None] Set router 86635560-0103-4a70-9a6e-13f57d855c38 gateway port host: None {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:02:11.541025 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-93ee16f7-1f75-4819-99c6-39fe5b7c932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86635560-0103-4a70-9a6e-13f57d855c38', 'name': 'tempest-TestMinimumBasicScenario-1475844080-router', 'tenant_id': 'f8f780e85c76446a810df5762234a2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:41Z', 'updated_at': '2021-09-15T18:02:11Z', 'revision_number': 6, 'project_id': 'f8f780e85c76446a810df5762234a2a6', 'gw_port_host': None}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:11.566224 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ee16f7-1f75-4819-99c6-39fe5b7c932c None None] The sync data for ids ['86635560-0103-4a70-9a6e-13f57d855c38'] in dv-cinder-805228-2-iscsi is: [{'id': '86635560-0103-4a70-9a6e-13f57d855c38', 'name': 'tempest-TestMinimumBasicScenario-1475844080-router', 'tenant_id': 'f8f780e85c76446a810df5762234a2a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:58:41Z', 'updated_at': '2021-09-15T18:02:11Z', 'revision_number': 6, 'project_id': 'f8f780e85c76446a810df5762234a2a6', 'gw_port_host': None}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:02:11.627222 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e729549c-e0b5-49dc-bbef-31d9157d3db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:11.650650 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729549c-e0b5-49dc-bbef-31d9157d3db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=00efd8e8-0039-4b71-8f9b-2e3e956875a7,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:11.710421 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e729549c-e0b5-49dc-bbef-31d9157d3db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600432'] for router_gateway, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:11.807829 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e729549c-e0b5-49dc-bbef-31d9157d3db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:11.810376 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e729549c-e0b5-49dc-bbef-31d9157d3db6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:12.044710 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e729549c-e0b5-49dc-bbef-31d9157d3db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-640218'] for router, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:12.045266 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e729549c-e0b5-49dc-bbef-31d9157d3db6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86635560-0103-4a70-9a6e-13f57d855c38 {{(pid=106072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:02:12.050470 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e729549c-e0b5-49dc-bbef-31d9157d3db6 admin admin] Notify callbacks [] for router, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:12.051626 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-e729549c-e0b5-49dc-bbef-31d9157d3db6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/86635560-0103-4a70-9a6e-13f57d855c38 HTTP/1.1" status: 204 len: 168 time: 1.0464671 Sep 15 18:02:12.054006 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 42776) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:12.098137 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd4dcb87-9c5a-44a5-aefd-e5e86b327c3e admin admin] Deleting subnet 8babe111-d4dc-4c55-8745-220566648341 {{(pid=106072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:02:12.101128 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-bd4dcb87-9c5a-44a5-aefd-e5e86b327c3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:12.133377 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-bd4dcb87-9c5a-44a5-aefd-e5e86b327c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8033963'] for subnet, precommit_delete_associations {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:12.241681 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-bd4dcb87-9c5a-44a5-aefd-e5e86b327c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819029'] for subnet, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:12.341848 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83 no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:02:12.365264 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:02:12.365625 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 791cb4a5-8c5a-4c34-b82a-7af3eeb89f83 not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:02:12.366048 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 00efd8e8-0039-4b71-8f9b-2e3e956875a7 no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:02:12.374652 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-bd4dcb87-9c5a-44a5-aefd-e5e86b327c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1819010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5966970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4475193'] for subnet, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:12.386980 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: 00efd8e8-0039-4b71-8f9b-2e3e956875a7 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:02:12.387895 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 00efd8e8-0039-4b71-8f9b-2e3e956875a7 not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:02:12.405831 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4dcb87-9c5a-44a5-aefd-e5e86b327c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8babe111-d4dc-4c55-8745-220566648341,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:12.409682 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-bd4dcb87-9c5a-44a5-aefd-e5e86b327c3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:12.411600 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-bd4dcb87-9c5a-44a5-aefd-e5e86b327c3e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8babe111-d4dc-4c55-8745-220566648341 HTTP/1.1" status: 204 len: 168 time: 0.3565855 Sep 15 18:02:12.414050 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 42778) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:12.416018 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a5a5b9-909f-4cb4-b45e-3f7c2ab3757d None None] Network 442d5ca9-3510-4581-aa13-8712fc469945 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:02:12.482000 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b1d313e8-069e-41aa-90b8-a6f7baef9f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588324'] for network, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:12.535217 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-b1d313e8-069e-41aa-90b8-a6f7baef9f43 admin admin] Deleting port 1295c75a-bc5b-4dbe-8f8d-f87737459133 {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:02:12.535563 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b1d313e8-069e-41aa-90b8-a6f7baef9f43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:12.602463 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [None req-b1d313e8-069e-41aa-90b8-a6f7baef9f43 admin admin] For port 1295c75a-bc5b-4dbe-8f8d-f87737459133, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=1295c75a-bc5b-4dbe-8f8d-f87737459133,segment=NetworkSegment(c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed),segment_id=c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed)] {{(pid=106072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:12.602661 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b1d313e8-069e-41aa-90b8-a6f7baef9f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:12.609217 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6604d40-afd0-4c47-89a0-05783f0b82a6 None None] DHCP port deletion for 442d5ca9-3510-4581-aa13-8712fc469945 request from dv-cinder-805228-2-iscsi {{(pid=106073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:02:12.617099 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-b1d313e8-069e-41aa-90b8-a6f7baef9f43 admin admin] Calling delete_port for 1295c75a-bc5b-4dbe-8f8d-f87737459133 owned by network:dhcp {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:02:12.656439 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-e6604d40-afd0-4c47-89a0-05783f0b82a6 None None] Deleting port 1295c75a-bc5b-4dbe-8f8d-f87737459133 {{(pid=106073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:02:12.656845 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-e6604d40-afd0-4c47-89a0-05783f0b82a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:12.717102 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-e6604d40-afd0-4c47-89a0-05783f0b82a6 None None] For port 1295c75a-bc5b-4dbe-8f8d-f87737459133, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=1295c75a-bc5b-4dbe-8f8d-f87737459133,segment=NetworkSegment(c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed),segment_id=c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:12.717495 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-e6604d40-afd0-4c47-89a0-05783f0b82a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:12.729287 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-e6604d40-afd0-4c47-89a0-05783f0b82a6 None None] Calling delete_port for 1295c75a-bc5b-4dbe-8f8d-f87737459133 owned by network:dhcp {{(pid=106073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:02:12.757137 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b1d313e8-069e-41aa-90b8-a6f7baef9f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:12.783544 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d313e8-069e-41aa-90b8-a6f7baef9f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=1295c75a-bc5b-4dbe-8f8d-f87737459133,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:12.785401 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d313e8-069e-41aa-90b8-a6f7baef9f43 admin admin] No DVR routers for this DVR port 1295c75a-bc5b-4dbe-8f8d-f87737459133 on host dv-cinder-805228-2-iscsi {{(pid=106072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:02:12.879496 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b1d313e8-069e-41aa-90b8-a6f7baef9f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822226', 'neutron.services.segments.db._delete_segments_for_network-8765806907549'] for network, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:12.900901 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-b1d313e8-069e-41aa-90b8-a6f7baef9f43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442d5ca9-3510-4581-aa13-8712fc469945']}} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:12.911053 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-b1d313e8-069e-41aa-90b8-a6f7baef9f43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed') {'for_net_delete': True} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:12.911401 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-b1d313e8-069e-41aa-90b8-a6f7baef9f43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b6fddd-2c5d-4028-a0cb-6d2bf1e8d3ed') {} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:12.920997 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b1d313e8-069e-41aa-90b8-a6f7baef9f43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765806907046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8033952'] for segment, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:12.929609 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-e6604d40-afd0-4c47-89a0-05783f0b82a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073'] for port, after_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:12.938864 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b1d313e8-069e-41aa-90b8-a6f7baef9f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:12.946722 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d313e8-069e-41aa-90b8-a6f7baef9f43 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:02:12.947074 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b1d313e8-069e-41aa-90b8-a6f7baef9f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5967524'] for segment, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: Traceback (most recent call last): Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: timer() Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: cb(*args, **kw) Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: return func(*args, **kwargs) Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: self._notify() Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: self.callback(batched_events) Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: event.method(event) Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: return f(self, *a, **k) Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: return self._get(url).json() Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: return self.request(url, 'GET', **kwargs) Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:02:12.952503 dv-cinder-805228-2-iscsi neutron-server[106072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:02:12.956646 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6604d40-afd0-4c47-89a0-05783f0b82a6 None None] Pushing event deleted for resources: {'Port': ['ID=1295c75a-bc5b-4dbe-8f8d-f87737459133,revision_number=None']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:12.958542 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6604d40-afd0-4c47-89a0-05783f0b82a6 None None] No DVR routers for this DVR port 1295c75a-bc5b-4dbe-8f8d-f87737459133 on host dv-cinder-805228-2-iscsi {{(pid=106073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:02:13.096141 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b1d313e8-069e-41aa-90b8-a6f7baef9f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1822219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600340'] for network, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:13.102597 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b1d313e8-069e-41aa-90b8-a6f7baef9f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:13.108960 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-b1d313e8-069e-41aa-90b8-a6f7baef9f43 admin admin] 10.222.0.20 "DELETE /v2.0/networks/442d5ca9-3510-4581-aa13-8712fc469945 HTTP/1.1" status: 204 len: 168 time: 0.6923099 Sep 15 18:02:13.119003 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d313e8-069e-41aa-90b8-a6f7baef9f43 admin admin] Pushing event deleted for resources: {'Network': ['ID=442d5ca9-3510-4581-aa13-8712fc469945,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:13.453886 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 42782) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:13.493035 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-d155f3c6-5668-4774-a0f6-f92fc3030ce4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d045a0e58be4c8f84c8c67093e57d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380270 Sep 15 18:02:13.495368 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 42784) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:13.540407 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-0324b0fa-858d-4548-949e-9469ef0b15d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:13.561035 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-0324b0fa-858d-4548-949e-9469ef0b15d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:13.696014 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-0324b0fa-858d-4548-949e-9469ef0b15d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:13.698636 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-0324b0fa-858d-4548-949e-9469ef0b15d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:13.700317 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-0324b0fa-858d-4548-949e-9469ef0b15d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c63703b1-aabc-4b6c-91fb-2aa0beb04474 HTTP/1.1" status: 204 len: 168 time: 0.2035594 Sep 15 18:02:13.708108 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324b0fa-858d-4548-949e-9469ef0b15d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63703b1-aabc-4b6c-91fb-2aa0beb04474,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:14.235577 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 1295c75a-bc5b-4dbe-8f8d-f87737459133 no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:02:14.255938 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: 1295c75a-bc5b-4dbe-8f8d-f87737459133 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:02:14.256287 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 1295c75a-bc5b-4dbe-8f8d-f87737459133 not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:02:14.334337 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 42790) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:14.376822 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-43453a8a-c4a1-4bae-9a44-8ac13ea1b1d3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8f780e85c76446a810df5762234a2a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412021 Sep 15 18:02:14.379197 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 42792) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:14.429152 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-379a254f-0d1e-44a8-befd-8fd011c40b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:14.449874 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-379a254f-0d1e-44a8-befd-8fd011c40b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:14.581506 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-379a254f-0d1e-44a8-befd-8fd011c40b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:14.583977 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-379a254f-0d1e-44a8-befd-8fd011c40b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:14.585150 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-379a254f-0d1e-44a8-befd-8fd011c40b26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5eed544-e839-418b-8554-07ba000cb2fe HTTP/1.1" status: 204 len: 168 time: 0.2050707 Sep 15 18:02:14.592720 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a254f-0d1e-44a8-befd-8fd011c40b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5eed544-e839-418b-8554-07ba000cb2fe,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:18.905156 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-17e3f4d5-48d4-41dc-9a84-0d937c796d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:21.459464 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6dcf8eca-f11d-4dd4-9fe0-c5b91aa2dc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:22.026543 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:23.266590 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:24.636482 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:28.399357 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ddbe9-2430-46fd-9d2f-3217b946ec0f req-ab65dfd6-3d9a-4b95-9b15-985dddad0c94 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:28.400899 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9a0ddbe9-2430-46fd-9d2f-3217b946ec0f req-ab65dfd6-3d9a-4b95-9b15-985dddad0c94 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 945 time: 0.0565140 Sep 15 18:02:28.437802 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9a0ddbe9-2430-46fd-9d2f-3217b946ec0f req-d71eb9f0-dcda-4665-8405-a38d512810db tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5f81b18-a16f-4f49-9eb0-0dab076693a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309057 Sep 15 18:02:29.550051 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6e760-8a08-4507-9c17-92bf9cefafda req-af6f4c8f-5157-4b6f-a7fa-ce9cabeee80f tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:29.551497 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7df6e760-8a08-4507-9c17-92bf9cefafda req-af6f4c8f-5157-4b6f-a7fa-ce9cabeee80f tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 945 time: 0.0469944 Sep 15 18:02:29.587277 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7df6e760-8a08-4507-9c17-92bf9cefafda req-6cbf6b9b-b4d7-4131-a6c4-3e8b2513fad0 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5f81b18-a16f-4f49-9eb0-0dab076693a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299704 Sep 15 18:02:30.270514 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620c43d-9334-4e65-8412-bff1f2c6604d req-13ac9c52-330f-40f2-b76f-d09114ae1c41 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:30.271938 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b620c43d-9334-4e65-8412-bff1f2c6604d req-13ac9c52-330f-40f2-b76f-d09114ae1c41 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.37 "GET /v2.0/ports?device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 945 time: 0.0465372 Sep 15 18:02:30.362465 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [req-b620c43d-9334-4e65-8412-bff1f2c6604d req-235bf4e8-5e2b-47c5-854f-53c25a3c4e1a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Deleting port 99e3ce7c-9862-437e-bc25-46afb9e5553a {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:02:30.362804 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b620c43d-9334-4e65-8412-bff1f2c6604d req-235bf4e8-5e2b-47c5-854f-53c25a3c4e1a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:30.729201 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-b620c43d-9334-4e65-8412-bff1f2c6604d req-235bf4e8-5e2b-47c5-854f-53c25a3c4e1a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] For port 99e3ce7c-9862-437e-bc25-46afb9e5553a, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=99e3ce7c-9862-437e-bc25-46afb9e5553a,segment=NetworkSegment(9595e9a1-5be3-422c-bdfb-de0c754febdc),segment_id=9595e9a1-5be3-422c-bdfb-de0c754febdc)] {{(pid=106072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:30.729567 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b620c43d-9334-4e65-8412-bff1f2c6604d req-235bf4e8-5e2b-47c5-854f-53c25a3c4e1a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:30.747360 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed664e-b477-4813-b07e-257a0ed7cc01 req-9389d1b7-1a5d-4454-bdcb-9bc1d838ebfa tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:30.748853 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1bed664e-b477-4813-b07e-257a0ed7cc01 req-9389d1b7-1a5d-4454-bdcb-9bc1d838ebfa tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 945 time: 0.0806005 Sep 15 18:02:30.855236 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1bed664e-b477-4813-b07e-257a0ed7cc01 req-81939481-58e4-4595-b855-73045398b097 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5f81b18-a16f-4f49-9eb0-0dab076693a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003366 Sep 15 18:02:30.926357 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b620c43d-9334-4e65-8412-bff1f2c6604d req-235bf4e8-5e2b-47c5-854f-53c25a3c4e1a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:30.926715 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b620c43d-9334-4e65-8412-bff1f2c6604d req-235bf4e8-5e2b-47c5-854f-53c25a3c4e1a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600326'] for floatingip, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:30.927038 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.l3_db [req-b620c43d-9334-4e65-8412-bff1f2c6604d req-235bf4e8-5e2b-47c5-854f-53c25a3c4e1a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Floating IP 1b770b20-6847-4cf7-8c34-7a6e758bb68c disassociated. External IP: 172.27.3.160, port: 99e3ce7c-9862-437e-bc25-46afb9e5553a. Sep 15 18:02:30.927382 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [req-b620c43d-9334-4e65-8412-bff1f2c6604d req-235bf4e8-5e2b-47c5-854f-53c25a3c4e1a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Calling delete_port for 99e3ce7c-9862-437e-bc25-46afb9e5553a owned by compute:nova {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:02:31.095707 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b620c43d-9334-4e65-8412-bff1f2c6604d req-235bf4e8-5e2b-47c5-854f-53c25a3c4e1a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:31.122987 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bf4e8-5e2b-47c5-854f-53c25a3c4e1a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Pushing event deleted for resources: {'Port': ['ID=99e3ce7c-9862-437e-bc25-46afb9e5553a,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:31.234118 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b620c43d-9334-4e65-8412-bff1f2c6604d req-235bf4e8-5e2b-47c5-854f-53c25a3c4e1a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Router 296784a6-4663-40d2-85f3-7d183be946f8 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:02:31.336316 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b620c43d-9334-4e65-8412-bff1f2c6604d req-235bf4e8-5e2b-47c5-854f-53c25a3c4e1a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:02:31.351490 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fde46e-5fe5-41d9-8b0c-88be6bd05fff None None] Sync routers for ids ['296784a6-4663-40d2-85f3-7d183be946f8'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:02:31.361122 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fde46e-5fe5-41d9-8b0c-88be6bd05fff None None] Routers {'296784a6-4663-40d2-85f3-7d183be946f8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:02:31.361745 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-b7fde46e-5fe5-41d9-8b0c-88be6bd05fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:02:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['296784a6-4663-40d2-85f3-7d183be946f8'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:31.374587 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [req-b620c43d-9334-4e65-8412-bff1f2c6604d req-235bf4e8-5e2b-47c5-854f-53c25a3c4e1a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] No DVR routers for this DVR port 99e3ce7c-9862-437e-bc25-46afb9e5553a on host hv-cinder-80522 {{(pid=106072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:02:31.377079 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b620c43d-9334-4e65-8412-bff1f2c6604d req-235bf4e8-5e2b-47c5-854f-53c25a3c4e1a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:31.379105 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b620c43d-9334-4e65-8412-bff1f2c6604d req-235bf4e8-5e2b-47c5-854f-53c25a3c4e1a tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.37 "DELETE /v2.0/ports/99e3ce7c-9862-437e-bc25-46afb9e5553a HTTP/1.1" status: 204 len: 173 time: 1.0996454 Sep 15 18:02:31.379530 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd97ffa-7472-40dd-896b-43da6347f046', 'name': 'network-vif-deleted', 'tag': '99e3ce7c-9862-437e-bc25-46afb9e5553a'}] {{(pid=106072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:02:31.381776 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47b324d98f2f4bfc09410de6f146af452c7265e3c4636f4d971b874cd661cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565cd004-d87a-42bb-a173-f442b93400f8" -d '{"events": [{"server_uuid": "ebd97ffa-7472-40dd-896b-43da6347f046", "name": "network-vif-deleted", "tag": "99e3ce7c-9862-437e-bc25-46afb9e5553a"}]}' {{(pid=106072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:02:31.415898 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947674af-820b-4c8a-8ec7-8686796294d7 x-openstack-request-id: req-947674af-820b-4c8a-8ec7-8686796294d7 {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:02:31.416190 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebd97ffa-7472-40dd-896b-43da6347f046", "name": "network-vif-deleted", "tag": "99e3ce7c-9862-437e-bc25-46afb9e5553a", "status": "completed", "code": 200}]} {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:02:31.416444 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-947674af-820b-4c8a-8ec7-8686796294d7 {{(pid=106072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:02:31.416864 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd97ffa-7472-40dd-896b-43da6347f046', 'name': 'network-vif-deleted', 'tag': '99e3ce7c-9862-437e-bc25-46afb9e5553a', 'status': 'completed', 'code': 200} Sep 15 18:02:31.467626 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-b7fde46e-5fe5-41d9-8b0c-88be6bd05fff None None] Set router 296784a6-4663-40d2-85f3-7d183be946f8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:02:31.683406 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-b7fde46e-5fe5-41d9-8b0c-88be6bd05fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296784a6-4663-40d2-85f3-7d183be946f8', 'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '5c461aa5-2016-41b5-8e7f-469855982632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:24Z', 'updated_at': '2021-09-15T17:55:30Z', 'revision_number': 4, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'gw_port': {'id': '5c461aa5-2016-41b5-8e7f-469855982632', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:25Z', 'updated_at': '2021-09-15T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': 'b49b8742-4ec8-4b77-b1b1-091bc6f75eb3', 'name': '', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'mac_address': 'fa:16:3e:0b:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:29Z', 'updated_at': '2021-09-15T17:55:37Z', 'revision_number': 5, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'subnets': [{'id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:31.715577 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fde46e-5fe5-41d9-8b0c-88be6bd05fff None None] Checking router: 296784a6-4663-40d2-85f3-7d183be946f8 for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:02:31.725944 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fde46e-5fe5-41d9-8b0c-88be6bd05fff None None] Routers {'296784a6-4663-40d2-85f3-7d183be946f8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:02:31.726504 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-b7fde46e-5fe5-41d9-8b0c-88be6bd05fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:02:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['296784a6-4663-40d2-85f3-7d183be946f8'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:31.829027 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-b7fde46e-5fe5-41d9-8b0c-88be6bd05fff None None] Set router 296784a6-4663-40d2-85f3-7d183be946f8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:02:31.958265 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-18969734-7127-4cd0-9cdc-e6f75c6a2c36 req-b468be90-b817-40b6-b498-8db3f6591110 tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebd97ffa-7472-40dd-896b-43da6347f046 HTTP/1.1" status: 200 len: 210 time: 0.0258067 Sep 15 18:02:32.026599 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-b7fde46e-5fe5-41d9-8b0c-88be6bd05fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296784a6-4663-40d2-85f3-7d183be946f8', 'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '5c461aa5-2016-41b5-8e7f-469855982632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:24Z', 'updated_at': '2021-09-15T17:55:30Z', 'revision_number': 4, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'gw_port': {'id': '5c461aa5-2016-41b5-8e7f-469855982632', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:25Z', 'updated_at': '2021-09-15T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': 'b49b8742-4ec8-4b77-b1b1-091bc6f75eb3', 'name': '', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'mac_address': 'fa:16:3e:0b:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:29Z', 'updated_at': '2021-09-15T17:55:37Z', 'revision_number': 5, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'subnets': [{'id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:32.059521 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fde46e-5fe5-41d9-8b0c-88be6bd05fff None None] The sync data for ids ['296784a6-4663-40d2-85f3-7d183be946f8'] in dv-cinder-805228-2-iscsi is: [{'id': '296784a6-4663-40d2-85f3-7d183be946f8', 'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '5c461aa5-2016-41b5-8e7f-469855982632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:24Z', 'updated_at': '2021-09-15T17:55:30Z', 'revision_number': 4, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'gw_port': {'id': '5c461aa5-2016-41b5-8e7f-469855982632', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:25Z', 'updated_at': '2021-09-15T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': 'b49b8742-4ec8-4b77-b1b1-091bc6f75eb3', 'name': '', 'network_id': 'c82f0e18-d709-47ff-b01c-741485e75497', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'mac_address': 'fa:16:3e:0b:cb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:29Z', 'updated_at': '2021-09-15T17:55:37Z', 'revision_number': 5, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'subnets': [{'id': '9b21d638-ac50-4318-b027-484d191c8b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:02:32.277136 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049752e7-4204-4453-876a-414457616e72 None None] New status for floating IP 1b770b20-6847-4cf7-8c34-7a6e758bb68c: DOWN {{(pid=106074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:02:33.125125 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 42864) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:33.177219 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bc94dbf7-3314-4c81-927e-c13e0557dfcf tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:33.199820 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bc94dbf7-3314-4c81-927e-c13e0557dfcf tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:33.385060 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bc94dbf7-3314-4c81-927e-c13e0557dfcf tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:33.388099 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bc94dbf7-3314-4c81-927e-c13e0557dfcf tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:33.389265 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-bc94dbf7-3314-4c81-927e-c13e0557dfcf tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "DELETE /v2.0/security-groups/f5f81b18-a16f-4f49-9eb0-0dab076693a0 HTTP/1.1" status: 204 len: 168 time: 0.2631657 Sep 15 18:02:33.392075 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 42868) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:33.397856 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94dbf7-3314-4c81-927e-c13e0557dfcf tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f81b18-a16f-4f49-9eb0-0dab076693a0,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:33.405962 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.api.v2.resource [None req-de59c358-a7e5-4b42-b9b3-267b0f6febfc tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] show failed (client error): The resource could not be found. Sep 15 18:02:33.407010 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-de59c358-a7e5-4b42-b9b3-267b0f6febfc tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "GET /v2.0/security-groups/f5f81b18-a16f-4f49-9eb0-0dab076693a0 HTTP/1.1" status: 404 len: 347 time: 0.0139232 Sep 15 18:02:33.409895 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 42870) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:33.526272 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-6aafe270-6cd9-47e3-a9f4-23f020f9c11f tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Deleting port 14dd0803-a3b0-4824-b0fe-4141f7e09757 {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:02:33.526615 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6aafe270-6cd9-47e3-a9f4-23f020f9c11f tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:33.598431 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6aafe270-6cd9-47e3-a9f4-23f020f9c11f tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:33.598762 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6aafe270-6cd9-47e3-a9f4-23f020f9c11f tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:33.610656 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-6aafe270-6cd9-47e3-a9f4-23f020f9c11f tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Calling delete_port for 14dd0803-a3b0-4824-b0fe-4141f7e09757 owned by network:floatingip {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:02:33.775550 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6aafe270-6cd9-47e3-a9f4-23f020f9c11f tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:33.801161 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafe270-6cd9-47e3-a9f4-23f020f9c11f tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Pushing event deleted for resources: {'Port': ['ID=14dd0803-a3b0-4824-b0fe-4141f7e09757,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:33.862184 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6aafe270-6cd9-47e3-a9f4-23f020f9c11f tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks [] for floatingip, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:33.864690 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6aafe270-6cd9-47e3-a9f4-23f020f9c11f tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:33.865845 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-6aafe270-6cd9-47e3-a9f4-23f020f9c11f tempest-AttachVolumeTestJSON-1289164142 tempest-AttachVolumeTestJSON-1289164142-project] 10.222.0.20 "DELETE /v2.0/floatingips/1b770b20-6847-4cf7-8c34-7a6e758bb68c HTTP/1.1" status: 204 len: 168 time: 0.4549189 Sep 15 18:02:34.213830 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:35.493905 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e788aef2-196e-4785-ac84-c1d3140d71db req-f6932cd4-e690-47d0-815a-923a2cedb46b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413821 Sep 15 18:02:35.566512 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 99e3ce7c-9862-437e-bc25-46afb9e5553a no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:02:35.572963 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788aef2-196e-4785-ac84-c1d3140d71db req-d8b8ae10-0c93-4cf6-9065-96f42562a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:35.574498 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e788aef2-196e-4785-ac84-c1d3140d71db req-d8b8ae10-0c93-4cf6-9065-96f42562a61e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95cc8cbee80240b89ba5904f813a862e&device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 1100 time: 0.0398052 Sep 15 18:02:35.586362 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] No Port match for: 99e3ce7c-9862-437e-bc25-46afb9e5553a {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:02:35.586714 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 99e3ce7c-9862-437e-bc25-46afb9e5553a not bound to the agent host hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:02:35.673739 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788aef2-196e-4785-ac84-c1d3140d71db req-cf882113-df33-4d90-a0fa-1d2f3f424786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:35.675100 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e788aef2-196e-4785-ac84-c1d3140d71db req-cf882113-df33-4d90-a0fa-1d2f3f424786 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d HTTP/1.1" status: 200 len: 917 time: 0.0817928 Sep 15 18:02:35.741756 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e788aef2-196e-4785-ac84-c1d3140d71db req-74b109cd-5531-4a32-beeb-1e5a03d2c35a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=712c1e98-2b39-4724-97d3-505e833df212 HTTP/1.1" status: 200 len: 1001 time: 0.0581827 Sep 15 18:02:35.788108 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788aef2-196e-4785-ac84-c1d3140d71db req-2b6859b3-e94b-4ff4-88a9-783234e45f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:35.789531 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e788aef2-196e-4785-ac84-c1d3140d71db req-2b6859b3-e94b-4ff4-88a9-783234e45f64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae6b4715-76cf-494c-ae02-d92791591d0b HTTP/1.1" status: 200 len: 855 time: 0.0402186 Sep 15 18:02:35.833782 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788aef2-196e-4785-ac84-c1d3140d71db req-230b26d7-b69f-42f9-a9ca-2145b313c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:35.835243 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e788aef2-196e-4785-ac84-c1d3140d71db req-230b26d7-b69f-42f9-a9ca-2145b313c78a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387392 Sep 15 18:02:35.926256 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e788aef2-196e-4785-ac84-c1d3140d71db req-56384f44-906e-4667-b901-fae5bbcde845 service neutron] 10.222.0.37 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830283 Sep 15 18:02:36.011497 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e788aef2-196e-4785-ac84-c1d3140d71db req-eb760d77-de9b-4599-9649-c810bc91cec6 service neutron] 10.222.0.37 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775404 Sep 15 18:02:37.823626 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 42898) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:38.404498 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c509eaa9-cffe-4bc3-a629-496f44f6d66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605702'] for router_interface, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:38.686571 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-c509eaa9-cffe-4bc3-a629-496f44f6d66f admin admin] Deleting port b49b8742-4ec8-4b77-b1b1-091bc6f75eb3 {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:02:38.686929 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c509eaa9-cffe-4bc3-a629-496f44f6d66f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:38.762264 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [None req-c509eaa9-cffe-4bc3-a629-496f44f6d66f admin admin] For port b49b8742-4ec8-4b77-b1b1-091bc6f75eb3, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=b49b8742-4ec8-4b77-b1b1-091bc6f75eb3,segment=NetworkSegment(9595e9a1-5be3-422c-bdfb-de0c754febdc),segment_id=9595e9a1-5be3-422c-bdfb-de0c754febdc)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:38.762631 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c509eaa9-cffe-4bc3-a629-496f44f6d66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:38.774520 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-c509eaa9-cffe-4bc3-a629-496f44f6d66f admin admin] Calling delete_port for b49b8742-4ec8-4b77-b1b1-091bc6f75eb3 owned by network:router_interface {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:02:38.986600 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c509eaa9-cffe-4bc3-a629-496f44f6d66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:39.012752 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509eaa9-cffe-4bc3-a629-496f44f6d66f admin admin] Pushing event deleted for resources: {'Port': ['ID=b49b8742-4ec8-4b77-b1b1-091bc6f75eb3,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:39.174222 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c509eaa9-cffe-4bc3-a629-496f44f6d66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600502'] for router_interface, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:39.614082 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c509eaa9-cffe-4bc3-a629-496f44f6d66f admin admin] Router 296784a6-4663-40d2-85f3-7d183be946f8 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:02:39.718268 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c509eaa9-cffe-4bc3-a629-496f44f6d66f admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:02:39.723252 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-c509eaa9-cffe-4bc3-a629-496f44f6d66f admin admin] 10.222.0.20 "PUT /v2.0/routers/296784a6-4663-40d2-85f3-7d183be946f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8980937 Sep 15 18:02:39.725658 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 42916) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:39.729486 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4683150f-cbc3-4a4d-8cdd-f9af176bd761 None None] Sync routers for ids ['296784a6-4663-40d2-85f3-7d183be946f8'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:02:39.738038 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4683150f-cbc3-4a4d-8cdd-f9af176bd761 None None] Routers {'296784a6-4663-40d2-85f3-7d183be946f8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:02:39.738648 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-4683150f-cbc3-4a4d-8cdd-f9af176bd761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:02:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['296784a6-4663-40d2-85f3-7d183be946f8'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:39.823773 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6c832631-e937-4fdd-9807-3cd4bedaf5ba admin admin] Notify callbacks [] for router, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:39.839114 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-4683150f-cbc3-4a4d-8cdd-f9af176bd761 None None] Set router 296784a6-4663-40d2-85f3-7d183be946f8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:02:39.919485 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6c832631-e937-4fdd-9807-3cd4bedaf5ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:40.016082 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-4683150f-cbc3-4a4d-8cdd-f9af176bd761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296784a6-4663-40d2-85f3-7d183be946f8', 'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '5c461aa5-2016-41b5-8e7f-469855982632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:24Z', 'updated_at': '2021-09-15T18:02:38Z', 'revision_number': 5, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'gw_port': {'id': '5c461aa5-2016-41b5-8e7f-469855982632', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296784a6-4663-40d2-85f3-7d183be946f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:55:25Z', 'updated_at': '2021-09-15T17:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:40.035356 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-6c832631-e937-4fdd-9807-3cd4bedaf5ba admin admin] Deleting port 5c461aa5-2016-41b5-8e7f-469855982632 {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:02:40.035949 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6c832631-e937-4fdd-9807-3cd4bedaf5ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:40.043340 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4683150f-cbc3-4a4d-8cdd-f9af176bd761 None None] Checking router: 296784a6-4663-40d2-85f3-7d183be946f8 for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:02:40.051527 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4683150f-cbc3-4a4d-8cdd-f9af176bd761 None None] Routers {'296784a6-4663-40d2-85f3-7d183be946f8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:02:40.052129 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-4683150f-cbc3-4a4d-8cdd-f9af176bd761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:02:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['296784a6-4663-40d2-85f3-7d183be946f8'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:40.114536 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [None req-6c832631-e937-4fdd-9807-3cd4bedaf5ba admin admin] For port 5c461aa5-2016-41b5-8e7f-469855982632, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=5c461aa5-2016-41b5-8e7f-469855982632,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:40.114911 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6c832631-e937-4fdd-9807-3cd4bedaf5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:40.127537 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-6c832631-e937-4fdd-9807-3cd4bedaf5ba admin admin] Calling delete_port for 5c461aa5-2016-41b5-8e7f-469855982632 owned by network:router_gateway {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:02:40.138928 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-4683150f-cbc3-4a4d-8cdd-f9af176bd761 None None] Set router 296784a6-4663-40d2-85f3-7d183be946f8 gateway port host: None {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:02:40.190830 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-4683150f-cbc3-4a4d-8cdd-f9af176bd761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296784a6-4663-40d2-85f3-7d183be946f8', 'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:24Z', 'updated_at': '2021-09-15T18:02:39Z', 'revision_number': 6, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'gw_port_host': None}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:40.219485 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4683150f-cbc3-4a4d-8cdd-f9af176bd761 None None] The sync data for ids ['296784a6-4663-40d2-85f3-7d183be946f8'] in dv-cinder-805228-2-iscsi is: [{'id': '296784a6-4663-40d2-85f3-7d183be946f8', 'name': 'tempest-AttachVolumeTestJSON-997510594-router', 'tenant_id': '5f97c5470f94401f90fa26a45eecfcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:55:24Z', 'updated_at': '2021-09-15T18:02:39Z', 'revision_number': 6, 'project_id': '5f97c5470f94401f90fa26a45eecfcd7', 'gw_port_host': None}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:02:40.364023 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6c832631-e937-4fdd-9807-3cd4bedaf5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:40.389543 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c832631-e937-4fdd-9807-3cd4bedaf5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=5c461aa5-2016-41b5-8e7f-469855982632,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:40.451036 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6c832631-e937-4fdd-9807-3cd4bedaf5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600432'] for router_gateway, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:40.537251 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6c832631-e937-4fdd-9807-3cd4bedaf5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:40.539244 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6c832631-e937-4fdd-9807-3cd4bedaf5ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:40.642716 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6c832631-e937-4fdd-9807-3cd4bedaf5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-640218'] for router, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:40.645997 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c832631-e937-4fdd-9807-3cd4bedaf5ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 296784a6-4663-40d2-85f3-7d183be946f8 {{(pid=106071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:02:40.648595 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6c832631-e937-4fdd-9807-3cd4bedaf5ba admin admin] Notify callbacks [] for router, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:40.652875 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-6c832631-e937-4fdd-9807-3cd4bedaf5ba admin admin] 10.222.0.20 "DELETE /v2.0/routers/296784a6-4663-40d2-85f3-7d183be946f8 HTTP/1.1" status: 204 len: 168 time: 0.9232049 Sep 15 18:02:40.652875 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 42922) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:40.703668 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_v2 [None req-a192caaa-cebf-44d2-8c89-574e9edc20e2 admin admin] Deleting subnet 9b21d638-ac50-4318-b027-484d191c8b9c {{(pid=106071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:02:40.706211 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a192caaa-cebf-44d2-8c89-574e9edc20e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:40.740528 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a192caaa-cebf-44d2-8c89-574e9edc20e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636711'] for subnet, precommit_delete_associations {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:40.814744 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a192caaa-cebf-44d2-8c89-574e9edc20e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819029'] for subnet, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:40.930403 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a192caaa-cebf-44d2-8c89-574e9edc20e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1819010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6045702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774577'] for subnet, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:40.962010 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-a192caaa-cebf-44d2-8c89-574e9edc20e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for subnet, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:40.963941 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-a192caaa-cebf-44d2-8c89-574e9edc20e2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9b21d638-ac50-4318-b027-484d191c8b9c HTTP/1.1" status: 204 len: 168 time: 0.3101554 Sep 15 18:02:40.965117 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192caaa-cebf-44d2-8c89-574e9edc20e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b21d638-ac50-4318-b027-484d191c8b9c,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:40.966680 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 42926) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:40.969938 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7dfc93-de98-4982-b238-f9d7a831be40 None None] Network c82f0e18-d709-47ff-b01c-741485e75497 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:02:41.088494 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588324'] for network, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:41.116705 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf580c2-ba55-493e-aabb-c43ff0de912a req-9040bb08-2ed3-435f-9414-319f921655bb tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:41.118275 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2bf580c2-ba55-493e-aabb-c43ff0de912a req-9040bb08-2ed3-435f-9414-319f921655bb tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 947 time: 0.0681524 Sep 15 18:02:41.173746 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f8d56e-fb00-47bb-83b2-64cefbd1efc9 None None] DHCP port deletion for c82f0e18-d709-47ff-b01c-741485e75497 request from dv-cinder-805228-2-iscsi {{(pid=106073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:02:41.187667 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2bf580c2-ba55-493e-aabb-c43ff0de912a req-5690f0c6-2b25-4aa7-9390-e75c0a8e7816 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448105 Sep 15 18:02:41.199784 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Deleting port a6f61ac2-6a30-4c16-918b-22ccfbcd8448 {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:02:41.200130 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:41.227085 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-25f8d56e-fb00-47bb-83b2-64cefbd1efc9 None None] Deleting port a6f61ac2-6a30-4c16-918b-22ccfbcd8448 {{(pid=106073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:02:41.227570 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-25f8d56e-fb00-47bb-83b2-64cefbd1efc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:41.270563 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] For port a6f61ac2-6a30-4c16-918b-22ccfbcd8448, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=a6f61ac2-6a30-4c16-918b-22ccfbcd8448,segment=NetworkSegment(9595e9a1-5be3-422c-bdfb-de0c754febdc),segment_id=9595e9a1-5be3-422c-bdfb-de0c754febdc)] {{(pid=106072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:41.270921 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:41.284250 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Calling delete_port for a6f61ac2-6a30-4c16-918b-22ccfbcd8448 owned by network:dhcp {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:02:41.290701 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-25f8d56e-fb00-47bb-83b2-64cefbd1efc9 None None] For port a6f61ac2-6a30-4c16-918b-22ccfbcd8448, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=a6f61ac2-6a30-4c16-918b-22ccfbcd8448,segment=NetworkSegment(9595e9a1-5be3-422c-bdfb-de0c754febdc),segment_id=9595e9a1-5be3-422c-bdfb-de0c754febdc)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:41.291100 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-25f8d56e-fb00-47bb-83b2-64cefbd1efc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:41.307874 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-25f8d56e-fb00-47bb-83b2-64cefbd1efc9 None None] Calling delete_port for a6f61ac2-6a30-4c16-918b-22ccfbcd8448 owned by network:dhcp {{(pid=106073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:02:41.427106 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:41.432682 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-25f8d56e-fb00-47bb-83b2-64cefbd1efc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073'] for port, after_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:41.453939 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f61ac2-6a30-4c16-918b-22ccfbcd8448,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:41.455491 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] No DVR routers for this DVR port a6f61ac2-6a30-4c16-918b-22ccfbcd8448 on host dv-cinder-805228-2-iscsi {{(pid=106072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:02:41.459414 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8d56e-fb00-47bb-83b2-64cefbd1efc9 None None] Pushing event deleted for resources: {'Port': ['ID=a6f61ac2-6a30-4c16-918b-22ccfbcd8448,revision_number=None']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:41.462789 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f8d56e-fb00-47bb-83b2-64cefbd1efc9 None None] No DVR routers for this DVR port a6f61ac2-6a30-4c16-918b-22ccfbcd8448 on host dv-cinder-805228-2-iscsi {{(pid=106073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:02:41.481375 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:41.484322 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:41.484322 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:41.484322 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:41.484322 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:41.484322 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:41.484322 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:41.484322 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:41.484322 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:41.484322 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:41.485238 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:41.485238 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:41.535510 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822226', 'neutron.services.segments.db._delete_segments_for_network-8765806907549'] for network, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:41.557632 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82f0e18-d709-47ff-b01c-741485e75497']}} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:41.567124 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9595e9a1-5be3-422c-bdfb-de0c754febdc') {'for_net_delete': True} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:41.567414 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9595e9a1-5be3-422c-bdfb-de0c754febdc') {} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:41.576435 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765806907046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8033952'] for segment, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:41.588729 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:41.594364 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:02:41.594756 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5967524'] for segment, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: Traceback (most recent call last): Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: timer() Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: cb(*args, **kw) Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: return func(*args, **kwargs) Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: self._notify() Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: self.callback(batched_events) Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: event.method(event) Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: return f(self, *a, **k) Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: return self._get(url).json() Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: return self.request(url, 'GET', **kwargs) Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:02:41.596357 dv-cinder-805228-2-iscsi neutron-server[106072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:02:41.735623 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1822219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600340'] for network, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:41.740833 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:41.742723 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] 10.222.0.20 "DELETE /v2.0/networks/c82f0e18-d709-47ff-b01c-741485e75497 HTTP/1.1" status: 204 len: 168 time: 0.7744310 Sep 15 18:02:41.753915 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875504cc-9add-4803-ab80-0e332606657a admin admin] Pushing event deleted for resources: {'Network': ['ID=c82f0e18-d709-47ff-b01c-741485e75497,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:42.070181 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 42932) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:42.109240 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-54a51f38-1492-4680-bec9-2451e94466ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f97c5470f94401f90fa26a45eecfcd7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378213 Sep 15 18:02:42.111717 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 42934) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:42.160428 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-79b8b7ef-598e-450e-9c1e-d45686d092ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:42.180959 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-79b8b7ef-598e-450e-9c1e-d45686d092ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:42.251920 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device a6f61ac2-6a30-4c16-918b-22ccfbcd8448 no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:02:42.271583 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: a6f61ac2-6a30-4c16-918b-22ccfbcd8448 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:02:42.271925 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device a6f61ac2-6a30-4c16-918b-22ccfbcd8448 not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:02:42.272346 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device b49b8742-4ec8-4b77-b1b1-091bc6f75eb3 no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:02:42.291211 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: b49b8742-4ec8-4b77-b1b1-091bc6f75eb3 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:02:42.291556 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device b49b8742-4ec8-4b77-b1b1-091bc6f75eb3 not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:02:42.291970 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 5c461aa5-2016-41b5-8e7f-469855982632 no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:02:42.313872 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee3cd4-d592-4cfa-9e75-cb047db3e9f5 req-b25e213e-125d-46b4-b945-ee1d15d829c0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:42.314446 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: 5c461aa5-2016-41b5-8e7f-469855982632 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:02:42.314446 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 5c461aa5-2016-41b5-8e7f-469855982632 not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:02:42.320956 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0bee3cd4-d592-4cfa-9e75-cb047db3e9f5 req-b25e213e-125d-46b4-b945-ee1d15d829c0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 947 time: 0.0553489 Sep 15 18:02:42.329820 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-79b8b7ef-598e-450e-9c1e-d45686d092ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:42.332337 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-79b8b7ef-598e-450e-9c1e-d45686d092ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:42.335751 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-79b8b7ef-598e-450e-9c1e-d45686d092ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b78cfb39-771e-4870-a094-2d83f45ae567 HTTP/1.1" status: 204 len: 168 time: 0.2209270 Sep 15 18:02:42.341659 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8b7ef-598e-450e-9c1e-d45686d092ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78cfb39-771e-4870-a094-2d83f45ae567,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:42.355407 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0bee3cd4-d592-4cfa-9e75-cb047db3e9f5 req-7e7c2518-c63a-44b6-b290-2bcf8fcb6b53 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=48b43b43-7c22-4647-a8fc-746b38afd566&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334225 Sep 15 18:02:42.555340 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4815d7-9a8f-45c8-b540-e44a9cdae2d4 req-0b871042-7f03-498f-824b-5073d2acd87b tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:42.556855 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4e4815d7-9a8f-45c8-b540-e44a9cdae2d4 req-0b871042-7f03-498f-824b-5073d2acd87b tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 947 time: 0.0475967 Sep 15 18:02:42.652603 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [req-4e4815d7-9a8f-45c8-b540-e44a9cdae2d4 req-1838d20c-5ca7-4168-8a42-57add6695644 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Deleting port 712c1e98-2b39-4724-97d3-505e833df212 {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:02:42.652985 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-4e4815d7-9a8f-45c8-b540-e44a9cdae2d4 req-1838d20c-5ca7-4168-8a42-57add6695644 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:42.740015 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-4e4815d7-9a8f-45c8-b540-e44a9cdae2d4 req-1838d20c-5ca7-4168-8a42-57add6695644 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] For port 712c1e98-2b39-4724-97d3-505e833df212, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=712c1e98-2b39-4724-97d3-505e833df212,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:42.740397 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-4e4815d7-9a8f-45c8-b540-e44a9cdae2d4 req-1838d20c-5ca7-4168-8a42-57add6695644 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:42.905069 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-4e4815d7-9a8f-45c8-b540-e44a9cdae2d4 req-1838d20c-5ca7-4168-8a42-57add6695644 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:42.905469 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-4e4815d7-9a8f-45c8-b540-e44a9cdae2d4 req-1838d20c-5ca7-4168-8a42-57add6695644 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600326'] for floatingip, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:42.905665 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.l3_db [req-4e4815d7-9a8f-45c8-b540-e44a9cdae2d4 req-1838d20c-5ca7-4168-8a42-57add6695644 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Floating IP 7c3a868f-99f3-4137-ba02-768f15337f70 disassociated. External IP: 172.27.3.94, port: 712c1e98-2b39-4724-97d3-505e833df212. Sep 15 18:02:42.906002 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [req-4e4815d7-9a8f-45c8-b540-e44a9cdae2d4 req-1838d20c-5ca7-4168-8a42-57add6695644 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Calling delete_port for 712c1e98-2b39-4724-97d3-505e833df212 owned by compute:nova {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:02:43.147364 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-4e4815d7-9a8f-45c8-b540-e44a9cdae2d4 req-1838d20c-5ca7-4168-8a42-57add6695644 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:43.176601 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838d20c-5ca7-4168-8a42-57add6695644 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Pushing event deleted for resources: {'Port': ['ID=712c1e98-2b39-4724-97d3-505e833df212,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:43.293009 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e4815d7-9a8f-45c8-b540-e44a9cdae2d4 req-1838d20c-5ca7-4168-8a42-57add6695644 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:02:43.400775 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e4815d7-9a8f-45c8-b540-e44a9cdae2d4 req-1838d20c-5ca7-4168-8a42-57add6695644 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:02:43.412118 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcde31db-0472-4d22-b831-b7f0cd3f8fc0 None None] Sync routers for ids ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:02:43.422310 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcde31db-0472-4d22-b831-b7f0cd3f8fc0 None None] Routers {'1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:02:43.423218 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-fcde31db-0472-4d22-b831-b7f0cd3f8fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:02:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:43.452702 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4815d7-9a8f-45c8-b540-e44a9cdae2d4 req-1838d20c-5ca7-4168-8a42-57add6695644 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] No DVR routers for this DVR port 712c1e98-2b39-4724-97d3-505e833df212 on host hv-cinder-80522 {{(pid=106072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:02:43.455281 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-4e4815d7-9a8f-45c8-b540-e44a9cdae2d4 req-1838d20c-5ca7-4168-8a42-57add6695644 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:43.457274 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4e4815d7-9a8f-45c8-b540-e44a9cdae2d4 req-1838d20c-5ca7-4168-8a42-57add6695644 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.37 "DELETE /v2.0/ports/712c1e98-2b39-4724-97d3-505e833df212 HTTP/1.1" status: 204 len: 173 time: 0.8944182 Sep 15 18:02:43.464208 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5b646e-3d36-4402-9d82-55f71cd7f85e', 'name': 'network-vif-deleted', 'tag': '712c1e98-2b39-4724-97d3-505e833df212'}] {{(pid=106072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:02:43.466506 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47b324d98f2f4bfc09410de6f146af452c7265e3c4636f4d971b874cd661cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81c88bc-deb7-4b05-96a9-2707da2fb65e" -d '{"events": [{"server_uuid": "4b5b646e-3d36-4402-9d82-55f71cd7f85e", "name": "network-vif-deleted", "tag": "712c1e98-2b39-4724-97d3-505e833df212"}]}' {{(pid=106072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:02:43.492582 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9fafb6d2-1097-4c25-96fe-08c201e22c82 req-2b6362c2-342d-497b-ba46-49808de39427 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b5b646e-3d36-4402-9d82-55f71cd7f85e HTTP/1.1" status: 200 len: 210 time: 0.0409834 Sep 15 18:02:43.507457 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2232ed04-7a4e-4a43-8b72-9549268db508 x-openstack-request-id: req-2232ed04-7a4e-4a43-8b72-9549268db508 {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:02:43.507736 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5b646e-3d36-4402-9d82-55f71cd7f85e", "name": "network-vif-deleted", "tag": "712c1e98-2b39-4724-97d3-505e833df212", "status": "completed", "code": 200}]} {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:02:43.507997 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2232ed04-7a4e-4a43-8b72-9549268db508 {{(pid=106072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:02:43.508398 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5b646e-3d36-4402-9d82-55f71cd7f85e', 'name': 'network-vif-deleted', 'tag': '712c1e98-2b39-4724-97d3-505e833df212', 'status': 'completed', 'code': 200} Sep 15 18:02:43.542844 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-fcde31db-0472-4d22-b831-b7f0cd3f8fc0 None None] Set router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:02:43.756485 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-fcde31db-0472-4d22-b831-b7f0cd3f8fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:40Z', 'revision_number': 4, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'gw_port': {'id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '12d50bd8-0189-4d03-b82a-d24b81b7e8dc', 'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'mac_address': 'fa:16:3e:3d:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:39Z', 'updated_at': '2021-09-15T17:59:44Z', 'revision_number': 5, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'subnets': [{'id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:43.787694 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcde31db-0472-4d22-b831-b7f0cd3f8fc0 None None] Checking router: 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:02:43.796333 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcde31db-0472-4d22-b831-b7f0cd3f8fc0 None None] Routers {'1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:02:43.796977 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-fcde31db-0472-4d22-b831-b7f0cd3f8fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:02:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:43.903435 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-fcde31db-0472-4d22-b831-b7f0cd3f8fc0 None None] Set router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:02:44.108200 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-fcde31db-0472-4d22-b831-b7f0cd3f8fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:40Z', 'revision_number': 4, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'gw_port': {'id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '12d50bd8-0189-4d03-b82a-d24b81b7e8dc', 'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'mac_address': 'fa:16:3e:3d:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:39Z', 'updated_at': '2021-09-15T17:59:44Z', 'revision_number': 5, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'subnets': [{'id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:02:44.134374 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcde31db-0472-4d22-b831-b7f0cd3f8fc0 None None] The sync data for ids ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'] in dv-cinder-805228-2-iscsi is: [{'id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:40Z', 'revision_number': 4, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'gw_port': {'id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '12d50bd8-0189-4d03-b82a-d24b81b7e8dc', 'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'mac_address': 'fa:16:3e:3d:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:39Z', 'updated_at': '2021-09-15T17:59:44Z', 'revision_number': 5, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'subnets': [{'id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:02:44.361369 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdbe881-245a-4575-8b22-1d81e6808418 None None] New status for floating IP 7c3a868f-99f3-4137-ba02-768f15337f70: DOWN {{(pid=106073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:02:44.641924 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 42990) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:44.693046 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8dbf806f-a740-41b0-a645-8ae4e79d9941 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:44.716524 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8dbf806f-a740-41b0-a645-8ae4e79d9941 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:44.832388 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8dbf806f-a740-41b0-a645-8ae4e79d9941 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:44.834996 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8dbf806f-a740-41b0-a645-8ae4e79d9941 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:44.836187 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-8dbf806f-a740-41b0-a645-8ae4e79d9941 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "DELETE /v2.0/security-groups/48b43b43-7c22-4647-a8fc-746b38afd566 HTTP/1.1" status: 204 len: 168 time: 0.1968253 Sep 15 18:02:44.840726 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 42992) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:44.855602 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf806f-a740-41b0-a645-8ae4e79d9941 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b43b43-7c22-4647-a8fc-746b38afd566,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:44.858989 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.api.v2.resource [None req-d7b429d0-241d-43be-80a8-e39bd078edff tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] show failed (client error): The resource could not be found. Sep 15 18:02:44.860053 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-d7b429d0-241d-43be-80a8-e39bd078edff tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups/48b43b43-7c22-4647-a8fc-746b38afd566 HTTP/1.1" status: 404 len: 347 time: 0.0184453 Sep 15 18:02:44.863377 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 42994) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:44.990254 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-a7a20bdc-79ae-498d-9e12-e51fd4b28913 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Deleting port 50d8ed55-28a5-45a8-9579-88bc085b5a4c {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:02:44.990596 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a7a20bdc-79ae-498d-9e12-e51fd4b28913 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:45.065998 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a7a20bdc-79ae-498d-9e12-e51fd4b28913 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:45.066266 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a7a20bdc-79ae-498d-9e12-e51fd4b28913 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:45.078170 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-a7a20bdc-79ae-498d-9e12-e51fd4b28913 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Calling delete_port for 50d8ed55-28a5-45a8-9579-88bc085b5a4c owned by network:floatingip {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:02:45.261114 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a7a20bdc-79ae-498d-9e12-e51fd4b28913 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:45.284393 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a20bdc-79ae-498d-9e12-e51fd4b28913 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Pushing event deleted for resources: {'Port': ['ID=50d8ed55-28a5-45a8-9579-88bc085b5a4c,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:45.344268 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a7a20bdc-79ae-498d-9e12-e51fd4b28913 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for floatingip, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:45.346952 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-a7a20bdc-79ae-498d-9e12-e51fd4b28913 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:45.348093 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-a7a20bdc-79ae-498d-9e12-e51fd4b28913 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "DELETE /v2.0/floatingips/7c3a868f-99f3-4137-ba02-768f15337f70 HTTP/1.1" status: 204 len: 168 time: 0.4837723 Sep 15 18:02:45.562239 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 43000) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:45.566893 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-04c0b8b8-7afb-47c2-bd41-b16e237a4c20 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--32757673', 'description': 'tempest-description--74077693'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:45.638276 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8b8-7afb-47c2-bd41-b16e237a4c20 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:45.714795 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8b8-7afb-47c2-bd41-b16e237a4c20 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:45.780679 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8b8-7afb-47c2-bd41-b16e237a4c20 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:45.807139 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0b8b8-7afb-47c2-bd41-b16e237a4c20 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=355725a2-4328-4ee8-b7f9-4e86ef99f58b,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:45.882154 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8b8-7afb-47c2-bd41-b16e237a4c20 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:45.883421 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-04c0b8b8-7afb-47c2-bd41-b16e237a4c20 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.3200202 Sep 15 18:02:45.886145 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 43002) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:45.891063 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-15cb4924-ee5f-4c6e-a452-e67b3a4e6229 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Request body: {'security_group_rule': {'security_group_id': '355725a2-4328-4ee8-b7f9-4e86ef99f58b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:45.980530 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-15cb4924-ee5f-4c6e-a452-e67b3a4e6229 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:46.038670 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-15cb4924-ee5f-4c6e-a452-e67b3a4e6229 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:46.106968 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-15cb4924-ee5f-4c6e-a452-e67b3a4e6229 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:46.124507 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb4924-ee5f-4c6e-a452-e67b3a4e6229 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc9468f-200a-4182-ab67-f8f32d88603f,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:46.180859 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-15cb4924-ee5f-4c6e-a452-e67b3a4e6229 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:46.182017 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-15cb4924-ee5f-4c6e-a452-e67b3a4e6229 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2943499 Sep 15 18:02:46.185280 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 43008) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:46.189561 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-ddddb457-ef22-4b74-bcb1-5a381f8d5774 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Request body: {'security_group_rule': {'security_group_id': '355725a2-4328-4ee8-b7f9-4e86ef99f58b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:46.288528 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-ddddb457-ef22-4b74-bcb1-5a381f8d5774 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:46.344289 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-ddddb457-ef22-4b74-bcb1-5a381f8d5774 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:46.438217 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-ddddb457-ef22-4b74-bcb1-5a381f8d5774 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616765'] for security_group_rule, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:46.455974 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddb457-ef22-4b74-bcb1-5a381f8d5774 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9f2caa-b335-46e0-873c-92ba984ae48c,revision_number=0']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:46.653970 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-ddddb457-ef22-4b74-bcb1-5a381f8d5774 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:46.655224 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-ddddb457-ef22-4b74-bcb1-5a381f8d5774 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4690034 Sep 15 18:02:46.658255 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 43010) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:02:46.662719 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-b23249be-53da-47e2-9e72-835419d51d41 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Request body: {'floatingip': {'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:46.747150 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b23249be-53da-47e2-9e72-835419d51d41 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for floatingip, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:46.848167 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b23249be-53da-47e2-9e72-835419d51d41 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:46.905111 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:02:46.947471 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [None req-b23249be-53da-47e2-9e72-835419d51d41 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Allocated IP 172.27.3.148 (dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a/d93a8e56-437b-48c5-b03a-0e7bd18816d0/3afd10b3-d338-4a1a-86de-2bd7294611b9) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:02:47.051602 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b23249be-53da-47e2-9e72-835419d51d41 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:47.147457 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b23249be-53da-47e2-9e72-835419d51d41 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:47.180966 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23249be-53da-47e2-9e72-835419d51d41 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:02:47.184291 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-b23249be-53da-47e2-9e72-835419d51d41 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:02:47.187664 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23249be-53da-47e2-9e72-835419d51d41 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:02:47.215889 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23249be-53da-47e2-9e72-835419d51d41 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Pushing event updated for resources: {'Port': ['ID=3afd10b3-d338-4a1a-86de-2bd7294611b9,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:47.278610 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b23249be-53da-47e2-9e72-835419d51d41 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:47.364533 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b23249be-53da-47e2-9e72-835419d51d41 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:47.513002 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b23249be-53da-47e2-9e72-835419d51d41 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for port, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:47.563720 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b23249be-53da-47e2-9e72-835419d51d41 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:47.627911 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23249be-53da-47e2-9e72-835419d51d41 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Pushing event updated for resources: {'Port': ['ID=3afd10b3-d338-4a1a-86de-2bd7294611b9,revision_number=2']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:47.637728 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 712c1e98-2b39-4724-97d3-505e833df212 no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:02:47.639251 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b23249be-53da-47e2-9e72-835419d51d41 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600326'] for floatingip, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:47.656427 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] No Port match for: 712c1e98-2b39-4724-97d3-505e833df212 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:02:47.657127 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 712c1e98-2b39-4724-97d3-505e833df212 not bound to the agent host hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:02:47.734009 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b23249be-53da-47e2-9e72-835419d51d41 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:47.735278 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-b23249be-53da-47e2-9e72-835419d51d41 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0760939 Sep 15 18:02:47.924918 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-c085f44c-fa9e-4ef8-8b73-5252f80c8c17 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--32757673&fields=id&tenant_id=95cc8cbee80240b89ba5904f813a862e HTTP/1.1" status: 200 len: 267 time: 0.0338020 Sep 15 18:02:48.030015 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-bd32507e-be06-451d-8056-f419cf2e404a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:48.031469 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-bd32507e-be06-451d-8056-f419cf2e404a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/networks?id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d HTTP/1.1" status: 200 len: 816 time: 0.0996470 Sep 15 18:02:48.046041 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-f8369494-cd61-499f-95fb-1cdb3f3e5c37 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/quotas/95cc8cbee80240b89ba5904f813a862e HTTP/1.1" status: 200 len: 375 time: 0.0088553 Sep 15 18:02:48.098844 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-a0f621c2-ff54-4725-9a46-4ab676a17773 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95cc8cbee80240b89ba5904f813a862e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472884 Sep 15 18:02:48.195473 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-eafcdd69-7404-4f7e-8e83-ab6f622bc346 service neutron] 10.222.0.20 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848360 Sep 15 18:02:48.289190 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-bb7431af-02df-4c1c-9605-dfe96c3f349d service neutron] 10.222.0.20 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874877 Sep 15 18:02:48.538130 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a05c9554-e42a-4895-befa-1fe366f35528 req-0e1806a7-c4ed-411f-94ff-c7351bfbfbcb tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 210 time: 0.0291202 Sep 15 18:02:48.929463 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-dfd536ff-9761-458e-92eb-8b855a5a4dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:49.635829 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-01f4ae41-0e78-4369-91b5-42bdc60de8cc req-f8e5978c-1bb7-42e4-be5e-ffcd61f2a869 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 210 time: 0.0299366 Sep 15 18:02:50.731883 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1a2d54e0-81df-497e-aa16-9b66f25ca28f req-e54832b2-ef9c-4913-a870-3ce8d7a6b019 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 210 time: 0.0260510 Sep 15 18:02:51.487755 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-a7ca60aa-2f5e-4a3a-9921-fe8397edd47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:51.827597 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a69572b8-d86c-4f15-804e-e427afca8239 req-683e0432-e94a-47b7-ace4-9b2ab83ad3cf tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 210 time: 0.0266302 Sep 15 18:02:52.030774 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:52.353367 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-6d2feeb3-360d-4ae8-a760-09204d5f2956 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:52.355365 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-6d2feeb3-360d-4ae8-a760-09204d5f2956 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.37 "GET /v2.0/networks?id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d HTTP/1.1" status: 200 len: 816 time: 0.0983183 Sep 15 18:02:52.395393 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-eb132c44-78e3-45d3-85c8-5cf6a6c68e8e tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95cc8cbee80240b89ba5904f813a862e HTTP/1.1" status: 200 len: 378 time: 0.0313170 Sep 15 18:02:52.404917 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-ae09614d-ec8c-46b1-ae57-9807c9092d47 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Request body: {'port': {'device_id': '690873e8-ed77-4241-a27c-95279048832f', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'admin_state_up': True, 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'security_groups': ['355725a2-4328-4ee8-b7f9-4e86ef99f58b']}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:52.592365 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-ae09614d-ec8c-46b1-ae57-9807c9092d47 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Made reservation on behalf of 95cc8cbee80240b89ba5904f813a862e for: {'port': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:02:52.596030 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-ae09614d-ec8c-46b1-ae57-9807c9092d47 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:52.722175 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-ae09614d-ec8c-46b1-ae57-9807c9092d47 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Allocated IP 172.20.0.14 (a09fea8f-0a20-4dd0-b63b-9ece40ad350d/ae6b4715-76cf-494c-ae02-d92791591d0b/85d89c2a-ea19-4b2c-af65-05368b2e8186) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:02:52.848568 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-ae09614d-ec8c-46b1-ae57-9807c9092d47 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:52.936616 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-de7c0bb0-49c3-4a73-9aa3-c3a375b09656 req-7eb213ec-c023-4b35-8b70-b8c69db8f2e6 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 210 time: 0.0291514 Sep 15 18:02:52.947219 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-ae09614d-ec8c-46b1-ae57-9807c9092d47 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:53.257761 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-ae09614d-ec8c-46b1-ae57-9807c9092d47 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Network a09fea8f-0a20-4dd0-b63b-9ece40ad350d is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:02:53.260772 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-ae09614d-ec8c-46b1-ae57-9807c9092d47 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:02:53.263271 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-ae09614d-ec8c-46b1-ae57-9807c9092d47 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:02:53.291315 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09614d-ec8c-46b1-ae57-9807c9092d47 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Pushing event updated for resources: {'Port': ['ID=85d89c2a-ea19-4b2c-af65-05368b2e8186,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:53.306106 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:53.323069 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-ae09614d-ec8c-46b1-ae57-9807c9092d47 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:53.323818 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-ae09614d-ec8c-46b1-ae57-9807c9092d47 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:53.427686 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-ae09614d-ec8c-46b1-ae57-9807c9092d47 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0269611 Sep 15 18:02:53.439865 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] Request body: {'port': {'device_id': '690873e8-ed77-4241-a27c-95279048832f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80522'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:02:53.488783 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-766845c6-0052-4f29-9513-ea28155947c5 None None] Provisioning complete for port 85d89c2a-ea19-4b2c-af65-05368b2e8186 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:02:53.489247 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-766845c6-0052-4f29-9513-ea28155947c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:53.493317 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:53.526441 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-766845c6-0052-4f29-9513-ea28155947c5 None None] Port 85d89c2a-ea19-4b2c-af65-05368b2e8186 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:02:53.751991 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d89c2a-ea19-4b2c-af65-05368b2e8186 {{(pid=106072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:02:53.759194 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:53.771067 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.provisioning_blocks [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] Transition to ACTIVE for port object 85d89c2a-ea19-4b2c-af65-05368b2e8186 will not be triggered until provisioned by entity L2. {{(pid=106072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:02:53.855464 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:53.900943 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=85d89c2a-ea19-4b2c-af65-05368b2e8186,revision_number=2']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:53.978474 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] Attempting to bind port 85d89c2a-ea19-4b2c-af65-05368b2e8186 on host hv-cinder-80522 for vnic_type normal with profile {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:02:53.978889 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] Attempting to bind port 85d89c2a-ea19-4b2c-af65-05368b2e8186 by drivers openvswitch,hyperv on host hv-cinder-80522 at level 0 using segments [{'id': 'be63fcf4-2a1b-457e-9f3b-8b92114efce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d'}] {{(pid=106072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:02:53.979286 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] Attempting to bind port 85d89c2a-ea19-4b2c-af65-05368b2e8186 on network a09fea8f-0a20-4dd0-b63b-9ece40ad350d {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:02:53.984794 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] Port 85d89c2a-ea19-4b2c-af65-05368b2e8186 on network a09fea8f-0a20-4dd0-b63b-9ece40ad350d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80522 {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:02:53.985190 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] Attempting to bind port 85d89c2a-ea19-4b2c-af65-05368b2e8186 on network a09fea8f-0a20-4dd0-b63b-9ece40ad350d {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:02:53.990700 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] Checking agent: {'id': 'd3977637-cbe2-41c3-a570-ab972cec54ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80522', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'started_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:02:53.991128 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] Checking segment: {'id': 'be63fcf4-2a1b-457e-9f3b-8b92114efce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:02:53.995797 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] Bound using segment: {'id': 'be63fcf4-2a1b-457e-9f3b-8b92114efce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d'} {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:02:53.995797 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] Bound port: 85d89c2a-ea19-4b2c-af65-05368b2e8186, host: hv-cinder-80522, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be63fcf4-2a1b-457e-9f3b-8b92114efce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d'}}] {{(pid=106072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:02:53.995797 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:54.094651 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9b15d-6efd-41e0-a8ab-7121522b06ca req-2c3691c7-8f31-4432-ae47-9c6fa8e54ce0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:54.096137 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-57f9b15d-6efd-41e0-a8ab-7121522b06ca req-2c3691c7-8f31-4432-ae47-9c6fa8e54ce0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 944 time: 0.0879271 Sep 15 18:02:54.097172 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] For port 85d89c2a-ea19-4b2c-af65-05368b2e8186, host hv-cinder-80522, cleared binding levels {{(pid=106072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:02:54.114399 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] For port 85d89c2a-ea19-4b2c-af65-05368b2e8186, host hv-cinder-80522, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=85d89c2a-ea19-4b2c-af65-05368b2e8186,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:02:54.142664 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-57f9b15d-6efd-41e0-a8ab-7121522b06ca req-93969d49-0e3f-4ba9-971b-666b053ac11a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368550 Sep 15 18:02:54.185671 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:54.222544 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:54.223169 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:54.224590 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] 10.222.0.37 "PUT /v2.0/ports/85d89c2a-ea19-4b2c-af65-05368b2e8186 HTTP/1.1" status: 200 len: 1094 time: 0.7887568 Sep 15 18:02:54.225066 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690873e8-ed77-4241-a27c-95279048832f', 'tag': '85d89c2a-ea19-4b2c-af65-05368b2e8186'}] {{(pid=106072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:02:54.229102 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47b324d98f2f4bfc09410de6f146af452c7265e3c4636f4d971b874cd661cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81cefda-e7e8-4fcc-8d0c-242c807bb8e0" -d '{"events": [{"name": "network-changed", "server_uuid": "690873e8-ed77-4241-a27c-95279048832f", "tag": "85d89c2a-ea19-4b2c-af65-05368b2e8186"}]}' {{(pid=106072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:02:54.262624 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0c840-eee7-42c3-8b7b-4b28d0b7f7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=85d89c2a-ea19-4b2c-af65-05368b2e8186,revision_number=3']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:54.269631 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39006148-be0c-4e09-813d-d8682d2f3234 x-openstack-request-id: req-39006148-be0c-4e09-813d-d8682d2f3234 {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:02:54.269968 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690873e8-ed77-4241-a27c-95279048832f", "tag": "85d89c2a-ea19-4b2c-af65-05368b2e8186", "status": "completed", "code": 200}]} {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:02:54.270094 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39006148-be0c-4e09-813d-d8682d2f3234 {{(pid=106072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:02:54.270482 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690873e8-ed77-4241-a27c-95279048832f', 'tag': '85d89c2a-ea19-4b2c-af65-05368b2e8186', 'status': 'completed', 'code': 200} Sep 15 18:02:54.330324 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cefda-e7e8-4fcc-8d0c-242c807bb8e0 req-6ca757d8-ec7f-4c22-a312-a0ef3d908a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:54.331927 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e81cefda-e7e8-4fcc-8d0c-242c807bb8e0 req-6ca757d8-ec7f-4c22-a312-a0ef3d908a4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95cc8cbee80240b89ba5904f813a862e&device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 1097 time: 0.0435319 Sep 15 18:02:54.432045 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cefda-e7e8-4fcc-8d0c-242c807bb8e0 req-432d100e-49bb-4345-a48d-6ebaaa8e1741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:54.434113 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e81cefda-e7e8-4fcc-8d0c-242c807bb8e0 req-432d100e-49bb-4345-a48d-6ebaaa8e1741 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=95cc8cbee80240b89ba5904f813a862e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0943186 Sep 15 18:02:54.531008 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cefda-e7e8-4fcc-8d0c-242c807bb8e0 req-15c54f41-cfcf-4996-a614-14de470e7a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:54.532362 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-e81cefda-e7e8-4fcc-8d0c-242c807bb8e0 req-15c54f41-cfcf-4996-a614-14de470e7a42 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911181 Sep 15 18:02:54.609769 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-8ae810ea-0a84-4d7a-b2df-63c90a232696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:54.611370 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-8ae810ea-0a84-4d7a-b2df-63c90a232696 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95cc8cbee80240b89ba5904f813a862e&device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 1097 time: 0.0413136 Sep 15 18:02:54.649216 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:54.654808 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-8034e1cb-c84a-4ab9-b10c-7f3e99f6a978 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85d89c2a-ea19-4b2c-af65-05368b2e8186 HTTP/1.1" status: 200 len: 217 time: 0.0361948 Sep 15 18:02:54.702709 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-7ce8f706-b8e3-4ef9-843d-d24ec5082947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:54.704180 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-7ce8f706-b8e3-4ef9-843d-d24ec5082947 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae6b4715-76cf-494c-ae02-d92791591d0b HTTP/1.1" status: 200 len: 855 time: 0.0429363 Sep 15 18:02:54.750857 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-38e2c94c-f928-41f2-a6f3-1611838d6f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:54.752364 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-38e2c94c-f928-41f2-a6f3-1611838d6f7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405672 Sep 15 18:02:54.854081 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-617910b5-7f7d-4499-b928-7ff86435dc0c service neutron] 10.222.0.37 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942619 Sep 15 18:02:54.943711 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6a07b55d-52f7-46c6-882a-726ef45eafed req-d802ae58-d927-41a8-b3fc-75b6d05d4015 service neutron] 10.222.0.37 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822585 Sep 15 18:02:55.266974 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d671c0-c495-4943-bed6-c245266e52b7 req-c40f1ac6-8ad0-4e4e-82f1-af147fd89c96 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:55.268492 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-93d671c0-c495-4943-bed6-c245266e52b7 req-c40f1ac6-8ad0-4e4e-82f1-af147fd89c96 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 944 time: 0.0533552 Sep 15 18:02:55.305353 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-93d671c0-c495-4943-bed6-c245266e52b7 req-9dfd49e1-0d85-4613-977b-d41a0fafe9e0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308414 Sep 15 18:02:56.426420 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78481432-12e5-4760-bbd1-a43b5af58bd6 req-d7605938-cfbf-4790-a493-f950742d64e1 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:56.427910 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-78481432-12e5-4760-bbd1-a43b5af58bd6 req-d7605938-cfbf-4790-a493-f950742d64e1 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 944 time: 0.0495415 Sep 15 18:02:56.466028 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-78481432-12e5-4760-bbd1-a43b5af58bd6 req-c00b665b-65a1-4326-8769-67447b38b211 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316126 Sep 15 18:02:57.592258 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695eeca9-af9c-453c-bce1-2e437ed61334 req-e51cf1c8-4475-4bcc-bf64-6ea0cb023a7e tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:57.593837 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-695eeca9-af9c-453c-bce1-2e437ed61334 req-e51cf1c8-4475-4bcc-bf64-6ea0cb023a7e tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 944 time: 0.0521760 Sep 15 18:02:57.631012 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-695eeca9-af9c-453c-bce1-2e437ed61334 req-80c89a74-a805-4905-99c6-9c42bde8f01a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311096 Sep 15 18:02:57.706346 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 85d89c2a-ea19-4b2c-af65-05368b2e8186 details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:02:57.795381 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 85d89c2a-ea19-4b2c-af65-05368b2e8186, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=85d89c2a-ea19-4b2c-af65-05368b2e8186,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:57.805721 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': '85d89c2a-ea19-4b2c-af65-05368b2e8186', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'port_id': '85d89c2a-ea19-4b2c-af65-05368b2e8186', 'mac_address': 'fa:16:3e:1e:8c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:02:57.844863 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:57.856924 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d89c2a-ea19-4b2c-af65-05368b2e8186 {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:02:57.875479 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 85d89c2a-ea19-4b2c-af65-05368b2e8186, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=85d89c2a-ea19-4b2c-af65-05368b2e8186,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:57.946721 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:57.994601 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=85d89c2a-ea19-4b2c-af65-05368b2e8186,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:02:58.001660 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:58.002039 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:58.002392 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:58.002735 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:58.003073 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:58.003410 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:58.003746 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:58.004096 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:58.004411 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:58.004765 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:58.005096 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:58.005426 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:02:58.176342 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['85d89c2a-ea19-4b2c-af65-05368b2e8186'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:02:58.749947 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235f9fa-3349-48d8-8b9e-7ddfd728eadf req-85ad0b3a-0707-4043-ae69-fe1540511e71 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:58.751417 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b235f9fa-3349-48d8-8b9e-7ddfd728eadf req-85ad0b3a-0707-4043-ae69-fe1540511e71 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 945 time: 0.0479248 Sep 15 18:02:58.787398 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b235f9fa-3349-48d8-8b9e-7ddfd728eadf req-f616eabf-5572-4a02-96c5-02b5b11c82c2 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300689 Sep 15 18:02:59.737273 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 85d89c2a-ea19-4b2c-af65-05368b2e8186 up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:02:59.821252 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning for port 85d89c2a-ea19-4b2c-af65-05368b2e8186 completed by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:02:59.825744 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port 85d89c2a-ea19-4b2c-af65-05368b2e8186 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:02:59.826129 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:59.900218 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:02:59.905413 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121043ef-fc57-44e2-9b72-1a0d635dcdcc req-b7a52c13-e108-4a84-b916-af4a965b5d85 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:02:59.906992 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-121043ef-fc57-44e2-9b72-1a0d635dcdcc req-b7a52c13-e108-4a84-b916-af4a965b5d85 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 945 time: 0.0483360 Sep 15 18:02:59.921940 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690873e8-ed77-4241-a27c-95279048832f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d89c2a-ea19-4b2c-af65-05368b2e8186'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:02:59.924146 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336a6255-eb1f-4fc1-8c94-504c2f76abc2" -d '{"events": [{"server_uuid": "690873e8-ed77-4241-a27c-95279048832f", "name": "network-vif-plugged", "status": "completed", "tag": "85d89c2a-ea19-4b2c-af65-05368b2e8186"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:02:59.939843 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 85d89c2a-ea19-4b2c-af65-05368b2e8186, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=85d89c2a-ea19-4b2c-af65-05368b2e8186,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:02:59.947484 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-121043ef-fc57-44e2-9b72-1a0d635dcdcc req-8014f98a-d8c4-4665-8f7b-514fc8ae57c0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341113 Sep 15 18:02:59.965446 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388938a6-9619-43fe-99d5-542027f5585c x-openstack-request-id: req-388938a6-9619-43fe-99d5-542027f5585c {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:02:59.965446 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690873e8-ed77-4241-a27c-95279048832f", "name": "network-vif-plugged", "status": "completed", "tag": "85d89c2a-ea19-4b2c-af65-05368b2e8186", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:02:59.965446 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-388938a6-9619-43fe-99d5-542027f5585c {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:02:59.965446 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690873e8-ed77-4241-a27c-95279048832f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d89c2a-ea19-4b2c-af65-05368b2e8186', 'code': 200} Sep 15 18:02:59.979097 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:00.026201 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=85d89c2a-ea19-4b2c-af65-05368b2e8186,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:00.293945 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ee5cf-f5f6-4b86-b762-c85477985d7f req-00898659-a17d-4ac8-8b23-a3496393a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:00.295453 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-773ee5cf-f5f6-4b86-b762-c85477985d7f req-00898659-a17d-4ac8-8b23-a3496393a833 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 1099 time: 0.0423954 Sep 15 18:03:00.330190 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-773ee5cf-f5f6-4b86-b762-c85477985d7f req-ceffcbe9-09d1-484d-89f3-956daba74e86 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0274174 Sep 15 18:03:01.065399 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6f962-07cb-414d-ab87-3554f089c0cc req-1a74973c-c177-4b89-bccb-707c093aee9c tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:01.070768 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6ae6f962-07cb-414d-ab87-3554f089c0cc req-1a74973c-c177-4b89-bccb-707c093aee9c tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0480161 Sep 15 18:03:01.108539 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6ae6f962-07cb-414d-ab87-3554f089c0cc req-9abca487-5db7-43ae-9772-f154c97dfe2e tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354269 Sep 15 18:03:02.225018 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421905f-99a2-4c16-a7a1-ef1b148abae4 req-dfbb0e30-426f-4b60-ae93-fc27847b989e tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:02.226512 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a421905f-99a2-4c16-a7a1-ef1b148abae4 req-dfbb0e30-426f-4b60-ae93-fc27847b989e tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0486083 Sep 15 18:03:02.263989 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-a421905f-99a2-4c16-a7a1-ef1b148abae4 req-20a1f084-d3d8-458a-b810-beca05abc7b5 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310366 Sep 15 18:03:02.379804 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06887aac-3d1a-47cb-9113-9b42d14a32b8 req-dfbd89c5-5000-4d73-844f-278ed2e329cc tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:02.381334 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-06887aac-3d1a-47cb-9113-9b42d14a32b8 req-dfbd89c5-5000-4d73-844f-278ed2e329cc tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0513487 Sep 15 18:03:02.391169 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 43188) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:03:02.396056 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-6c2641dc-3173-48a2-bfc3-cb95b9197ae6 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Request body: {'floatingip': {'port_id': '85d89c2a-ea19-4b2c-af65-05368b2e8186'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:03:02.435711 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6c2641dc-3173-48a2-bfc3-cb95b9197ae6 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for floatingip, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:02.869032 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6c2641dc-3173-48a2-bfc3-cb95b9197ae6 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:02.946601 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6c2641dc-3173-48a2-bfc3-cb95b9197ae6 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600326'] for floatingip, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:03.044469 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.db.l3_db [None req-6c2641dc-3173-48a2-bfc3-cb95b9197ae6 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Floating IP bf416497-a907-4376-958f-e4d376511886 associated. External IP: 172.27.3.148, port: 85d89c2a-ea19-4b2c-af65-05368b2e8186. Sep 15 18:03:03.248280 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2641dc-3173-48a2-bfc3-cb95b9197ae6 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:03:03.351983 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2641dc-3173-48a2-bfc3-cb95b9197ae6 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:03:03.357449 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6c2641dc-3173-48a2-bfc3-cb95b9197ae6 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:03.362140 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b36456-becc-475a-b0d4-6075d462dbd7 None None] Sync routers for ids ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:03:03.371980 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b36456-becc-475a-b0d4-6075d462dbd7 None None] Routers {'1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:03:03.372631 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-d2b36456-becc-475a-b0d4-6075d462dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:02:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:03.384749 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-6c2641dc-3173-48a2-bfc3-cb95b9197ae6 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "PUT /v2.0/floatingips/bf416497-a907-4376-958f-e4d376511886 HTTP/1.1" status: 200 len: 992 time: 0.9924867 Sep 15 18:03:03.385426 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690873e8-ed77-4241-a27c-95279048832f', 'tag': '85d89c2a-ea19-4b2c-af65-05368b2e8186'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:03:03.387618 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a03607-8953-4c32-a31f-4651f30f617f" -d '{"events": [{"name": "network-changed", "server_uuid": "690873e8-ed77-4241-a27c-95279048832f", "tag": "85d89c2a-ea19-4b2c-af65-05368b2e8186"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:03:03.423698 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1840671-7e58-4ff3-93db-acaef1e18782 x-openstack-request-id: req-e1840671-7e58-4ff3-93db-acaef1e18782 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:03:03.424108 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690873e8-ed77-4241-a27c-95279048832f", "tag": "85d89c2a-ea19-4b2c-af65-05368b2e8186", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:03:03.424394 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1840671-7e58-4ff3-93db-acaef1e18782 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:03:03.424922 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690873e8-ed77-4241-a27c-95279048832f', 'tag': '85d89c2a-ea19-4b2c-af65-05368b2e8186', 'status': 'completed', 'code': 200} Sep 15 18:03:03.487107 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a03607-8953-4c32-a31f-4651f30f617f req-87d73b56-c947-4200-bde7-67c9a3eeb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:03.488854 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-05a03607-8953-4c32-a31f-4651f30f617f req-87d73b56-c947-4200-bde7-67c9a3eeb530 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95cc8cbee80240b89ba5904f813a862e&device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 1099 time: 0.0423458 Sep 15 18:03:03.571538 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-d2b36456-becc-475a-b0d4-6075d462dbd7 None None] Set router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:03:03.584736 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a03607-8953-4c32-a31f-4651f30f617f req-d311eb6c-fd5a-49e0-8333-754e02b76b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:03.586222 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-05a03607-8953-4c32-a31f-4651f30f617f req-d311eb6c-fd5a-49e0-8333-754e02b76b6d service neutron] 10.222.0.37 "GET /v2.0/networks?id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d HTTP/1.1" status: 200 len: 917 time: 0.0901325 Sep 15 18:03:03.648299 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-05a03607-8953-4c32-a31f-4651f30f617f req-479ae966-61a5-44ce-9440-07759fa7159d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85d89c2a-ea19-4b2c-af65-05368b2e8186 HTTP/1.1" status: 200 len: 1000 time: 0.0552475 Sep 15 18:03:03.701415 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a03607-8953-4c32-a31f-4651f30f617f req-708e394c-f1aa-4ac4-9815-a9ee6ba4f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:03.702952 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-05a03607-8953-4c32-a31f-4651f30f617f req-708e394c-f1aa-4ac4-9815-a9ee6ba4f1ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae6b4715-76cf-494c-ae02-d92791591d0b HTTP/1.1" status: 200 len: 855 time: 0.0482278 Sep 15 18:03:03.747948 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a03607-8953-4c32-a31f-4651f30f617f req-458b183b-9dd9-48a3-a087-43d825667ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:03.749476 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-05a03607-8953-4c32-a31f-4651f30f617f req-458b183b-9dd9-48a3-a087-43d825667ef9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392582 Sep 15 18:03:03.784508 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-d2b36456-becc-475a-b0d4-6075d462dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:40Z', 'revision_number': 4, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'gw_port': {'id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': 'bf416497-a907-4376-958f-e4d376511886', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'floating_ip_address': '172.27.3.148', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'port_id': '85d89c2a-ea19-4b2c-af65-05368b2e8186', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'mac_address': 'fa:16:3e:1e:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690873e8-ed77-4241-a27c-95279048832f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:02:47Z', 'updated_at': '2021-09-15T18:03:02Z', 'revision_number': 1, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12d50bd8-0189-4d03-b82a-d24b81b7e8dc', 'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'mac_address': 'fa:16:3e:3d:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:39Z', 'updated_at': '2021-09-15T17:59:44Z', 'revision_number': 5, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'subnets': [{'id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:03.813185 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b36456-becc-475a-b0d4-6075d462dbd7 None None] Checking router: 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:03:03.821484 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b36456-becc-475a-b0d4-6075d462dbd7 None None] Routers {'1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:03:03.822161 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-d2b36456-becc-475a-b0d4-6075d462dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:02:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:03.842155 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-05a03607-8953-4c32-a31f-4651f30f617f req-c520b402-a4b9-47d5-a6b3-95540e0d6beb service neutron] 10.222.0.37 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839751 Sep 15 18:03:03.924733 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-d2b36456-becc-475a-b0d4-6075d462dbd7 None None] Set router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:03:03.929798 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-05a03607-8953-4c32-a31f-4651f30f617f req-4a695419-55c4-46e8-ae97-f2196d289cd0 service neutron] 10.222.0.37 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803847 Sep 15 18:03:04.144844 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-d2b36456-becc-475a-b0d4-6075d462dbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:40Z', 'revision_number': 4, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'gw_port': {'id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': 'bf416497-a907-4376-958f-e4d376511886', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'floating_ip_address': '172.27.3.148', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'port_id': '85d89c2a-ea19-4b2c-af65-05368b2e8186', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'mac_address': 'fa:16:3e:1e:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690873e8-ed77-4241-a27c-95279048832f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:02:47Z', 'updated_at': '2021-09-15T18:03:02Z', 'revision_number': 1, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12d50bd8-0189-4d03-b82a-d24b81b7e8dc', 'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'mac_address': 'fa:16:3e:3d:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:39Z', 'updated_at': '2021-09-15T17:59:44Z', 'revision_number': 5, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'subnets': [{'id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:04.175114 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b36456-becc-475a-b0d4-6075d462dbd7 None None] The sync data for ids ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'] in dv-cinder-805228-2-iscsi is: [{'id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:40Z', 'revision_number': 4, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'gw_port': {'id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': 'bf416497-a907-4376-958f-e4d376511886', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'floating_ip_address': '172.27.3.148', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'port_id': '85d89c2a-ea19-4b2c-af65-05368b2e8186', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'mac_address': 'fa:16:3e:1e:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690873e8-ed77-4241-a27c-95279048832f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:02:47Z', 'updated_at': '2021-09-15T18:03:02Z', 'revision_number': 1, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12d50bd8-0189-4d03-b82a-d24b81b7e8dc', 'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'mac_address': 'fa:16:3e:3d:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:39Z', 'updated_at': '2021-09-15T17:59:44Z', 'revision_number': 5, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'subnets': [{'id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:03:04.247849 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:04.369506 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3807cb-2f89-4a17-ba7a-b556fa61a10b None None] New status for floating IP bf416497-a907-4376-958f-e4d376511886: ACTIVE {{(pid=106073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:03:18.900259 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-82f0a4d4-9659-4f76-89be-d07e147f9b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:21.483269 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-654c216a-7b94-48dd-8f0f-8e75bdf8204d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:22.037841 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:23.266414 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:23.908193 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:03:24.643536 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:31.684865 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 43442) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:03:31.788758 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-968108bc-f220-42cd-9fcc-f596bec90d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:31.876448 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-968108bc-f220-42cd-9fcc-f596bec90d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:31.986082 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-968108bc-f220-42cd-9fcc-f596bec90d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:32.023307 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968108bc-f220-42cd-9fcc-f596bec90d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e07980-8d23-41f6-9c2f-2c38989a8d59,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:32.026902 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-968108bc-f220-42cd-9fcc-f596bec90d63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b970e8233516406e90838f3653a9c6fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409669 Sep 15 18:03:32.029780 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 43448) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:03:32.032624 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968108bc-f220-42cd-9fcc-f596bec90d63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:32.032987 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968108bc-f220-42cd-9fcc-f596bec90d63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:32.033340 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968108bc-f220-42cd-9fcc-f596bec90d63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:32.033685 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968108bc-f220-42cd-9fcc-f596bec90d63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:32.034028 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968108bc-f220-42cd-9fcc-f596bec90d63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:32.034372 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968108bc-f220-42cd-9fcc-f596bec90d63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:32.034823 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968108bc-f220-42cd-9fcc-f596bec90d63 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:32.035171 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968108bc-f220-42cd-9fcc-f596bec90d63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:32.035514 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968108bc-f220-42cd-9fcc-f596bec90d63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:32.035849 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968108bc-f220-42cd-9fcc-f596bec90d63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:32.036181 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968108bc-f220-42cd-9fcc-f596bec90d63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:32.036536 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968108bc-f220-42cd-9fcc-f596bec90d63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:32.078166 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-61d0e67e-f8f8-43f5-a298-0920c4b13aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:32.098900 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-61d0e67e-f8f8-43f5-a298-0920c4b13aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:32.201505 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-61d0e67e-f8f8-43f5-a298-0920c4b13aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:32.204140 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-61d0e67e-f8f8-43f5-a298-0920c4b13aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:32.205334 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-61d0e67e-f8f8-43f5-a298-0920c4b13aea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94e07980-8d23-41f6-9c2f-2c38989a8d59 HTTP/1.1" status: 204 len: 168 time: 0.1745391 Sep 15 18:03:32.213721 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0e67e-f8f8-43f5-a298-0920c4b13aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e07980-8d23-41f6-9c2f-2c38989a8d59,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:32.811824 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 43454) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:03:32.825685 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f6386096-04c5-44af-959f-78dc05069ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:32.910422 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f6386096-04c5-44af-959f-78dc05069ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:32.974766 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f6386096-04c5-44af-959f-78dc05069ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:33.011736 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-f6386096-04c5-44af-959f-78dc05069ec2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e32163b80fac499b8f9b5f5f592c3d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988153 Sep 15 18:03:33.013639 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6386096-04c5-44af-959f-78dc05069ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bbd14b-8121-4412-bf15-a04b51f4155c,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:33.014498 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 43458) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:03:33.064971 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f89ff608-c92b-499a-ae3e-1b2fb1077a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:33.085688 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f89ff608-c92b-499a-ae3e-1b2fb1077a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:33.213435 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f89ff608-c92b-499a-ae3e-1b2fb1077a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:33.215914 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f89ff608-c92b-499a-ae3e-1b2fb1077a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:33.217074 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-f89ff608-c92b-499a-ae3e-1b2fb1077a8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17bbd14b-8121-4412-bf15-a04b51f4155c HTTP/1.1" status: 204 len: 168 time: 0.2015815 Sep 15 18:03:33.224394 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ff608-c92b-499a-ae3e-1b2fb1077a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bbd14b-8121-4412-bf15-a04b51f4155c,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:34.266312 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:34.872155 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c3997fb3-318e-470a-94d3-e94228729e4b req-9b2e4f51-98e5-4cec-86b0-b6b00eca867e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395427 Sep 15 18:03:34.932024 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3997fb3-318e-470a-94d3-e94228729e4b req-0a7e069e-47a2-494c-a2a3-a9d9894c32e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:34.933559 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c3997fb3-318e-470a-94d3-e94228729e4b req-0a7e069e-47a2-494c-a2a3-a9d9894c32e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32757804069f4822bf01cb432ae7c283&device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 1099 time: 0.0397189 Sep 15 18:03:35.051650 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3997fb3-318e-470a-94d3-e94228729e4b req-1270ecda-0b2c-47f6-a325-a30f0c937306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:35.053079 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c3997fb3-318e-470a-94d3-e94228729e4b req-1270ecda-0b2c-47f6-a325-a30f0c937306 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bec36ef2-050f-4e45-8140-94788854de7d HTTP/1.1" status: 200 len: 912 time: 0.0861588 Sep 15 18:03:35.123027 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c3997fb3-318e-470a-94d3-e94228729e4b req-c66ec05c-6bb4-4c46-9aaa-984ec30e3ae6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c2b56d2-4712-4d16-9965-aafbcf35ebbb HTTP/1.1" status: 200 len: 1002 time: 0.0615730 Sep 15 18:03:35.173339 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3997fb3-318e-470a-94d3-e94228729e4b req-ced08901-be2e-42a8-bb51-dcdbd90990ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:35.174872 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c3997fb3-318e-470a-94d3-e94228729e4b req-ced08901-be2e-42a8-bb51-dcdbd90990ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4164acc9-a017-457a-b3c2-5accc0cf273a HTTP/1.1" status: 200 len: 850 time: 0.0448382 Sep 15 18:03:35.225925 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3997fb3-318e-470a-94d3-e94228729e4b req-7e954a0e-961b-45df-9a9f-8cbfaad728ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:35.227505 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c3997fb3-318e-470a-94d3-e94228729e4b req-7e954a0e-961b-45df-9a9f-8cbfaad728ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bec36ef2-050f-4e45-8140-94788854de7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417585 Sep 15 18:03:35.319832 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c3997fb3-318e-470a-94d3-e94228729e4b req-401e3a2a-0109-4bc1-8bb4-bd7a664b20a1 service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837951 Sep 15 18:03:35.416489 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c3997fb3-318e-470a-94d3-e94228729e4b req-57b88898-5327-4d8a-8513-62fee71f5168 service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894032 Sep 15 18:03:35.741922 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 43514) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:03:35.846729 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c71a61c3-e7f7-4168-9559-8b335661801e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:35.932322 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c71a61c3-e7f7-4168-9559-8b335661801e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:35.997403 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c71a61c3-e7f7-4168-9559-8b335661801e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:36.035779 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a61c3-e7f7-4168-9559-8b335661801e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0093eb1-5aed-4a23-8366-5f4996e8c4e5,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:36.041613 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-c71a61c3-e7f7-4168-9559-8b335661801e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89a6f2901829414a86f19f9aa3bafed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986512 Sep 15 18:03:36.044437 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 43518) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:03:36.095628 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-40665b79-2020-4691-be7e-6f9b71113517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:36.117284 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-40665b79-2020-4691-be7e-6f9b71113517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:36.203160 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-40665b79-2020-4691-be7e-6f9b71113517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:36.206005 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-40665b79-2020-4691-be7e-6f9b71113517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:36.207247 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-40665b79-2020-4691-be7e-6f9b71113517 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0093eb1-5aed-4a23-8366-5f4996e8c4e5 HTTP/1.1" status: 204 len: 168 time: 0.1620126 Sep 15 18:03:36.217713 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40665b79-2020-4691-be7e-6f9b71113517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0093eb1-5aed-4a23-8366-5f4996e8c4e5,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:36.813408 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 43528) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:03:36.828168 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-3a22fbda-5669-4ab1-b707-8d8ef8a556ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:36.912062 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-3a22fbda-5669-4ab1-b707-8d8ef8a556ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:36.992072 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-3a22fbda-5669-4ab1-b707-8d8ef8a556ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:37.029587 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-3a22fbda-5669-4ab1-b707-8d8ef8a556ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=421811cf65724764863b6e64aa219318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151144 Sep 15 18:03:37.030434 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22fbda-5669-4ab1-b707-8d8ef8a556ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bc5cae-9818-4d1e-a0a7-ed028d9a121f,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:37.032331 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 43530) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:03:37.080436 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b315511d-b8f7-422b-854f-c1c3e2f40bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:37.100723 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b315511d-b8f7-422b-854f-c1c3e2f40bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:37.242930 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b315511d-b8f7-422b-854f-c1c3e2f40bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:37.245962 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b315511d-b8f7-422b-854f-c1c3e2f40bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:37.247121 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-b315511d-b8f7-422b-854f-c1c3e2f40bf8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9bc5cae-9818-4d1e-a0a7-ed028d9a121f HTTP/1.1" status: 204 len: 168 time: 0.2137227 Sep 15 18:03:37.254794 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315511d-b8f7-422b-854f-c1c3e2f40bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bc5cae-9818-4d1e-a0a7-ed028d9a121f,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:39.654671 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824504f-08d6-4e6a-952e-bd27e5da2ab2 req-5392acf4-b3a8-4157-9941-7105deff1904 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:39.656244 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1824504f-08d6-4e6a-952e-bd27e5da2ab2 req-5392acf4-b3a8-4157-9941-7105deff1904 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 946 time: 0.0531576 Sep 15 18:03:39.693850 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1824504f-08d6-4e6a-952e-bd27e5da2ab2 req-d07a9795-e918-432e-ab1d-3502540f0b6e tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313687 Sep 15 18:03:40.814926 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe652779-56f3-4a12-a780-342b4e839356 req-1592ec13-2e9d-4041-bd94-dd71a83af1cd tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:40.815948 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fe652779-56f3-4a12-a780-342b4e839356 req-1592ec13-2e9d-4041-bd94-dd71a83af1cd tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 946 time: 0.0478652 Sep 15 18:03:40.855065 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fe652779-56f3-4a12-a780-342b4e839356 req-85191b0d-5f20-4c14-b143-8c47d01f5ae3 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323141 Sep 15 18:03:41.214694 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4f9fb-8581-4d6c-8573-d1787d8c8915 req-6e5f400c-387d-4a6b-b86d-6b34fed50f1a tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:41.216034 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-51b4f9fb-8581-4d6c-8573-d1787d8c8915 req-6e5f400c-387d-4a6b-b86d-6b34fed50f1a tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.37 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 946 time: 0.0468791 Sep 15 18:03:41.305327 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [req-51b4f9fb-8581-4d6c-8573-d1787d8c8915 req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Deleting port 3c2b56d2-4712-4d16-9965-aafbcf35ebbb {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:03:41.305692 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-51b4f9fb-8581-4d6c-8573-d1787d8c8915 req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:41.389227 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-51b4f9fb-8581-4d6c-8573-d1787d8c8915 req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] For port 3c2b56d2-4712-4d16-9965-aafbcf35ebbb, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=3c2b56d2-4712-4d16-9965-aafbcf35ebbb,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:03:41.389575 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-51b4f9fb-8581-4d6c-8573-d1787d8c8915 req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:41.551320 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-51b4f9fb-8581-4d6c-8573-d1787d8c8915 req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:41.551601 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-51b4f9fb-8581-4d6c-8573-d1787d8c8915 req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600326'] for floatingip, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:41.551920 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.l3_db [req-51b4f9fb-8581-4d6c-8573-d1787d8c8915 req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Floating IP 12944e08-b47c-4837-8468-b62e139637fc disassociated. External IP: 172.27.3.237, port: 3c2b56d2-4712-4d16-9965-aafbcf35ebbb. Sep 15 18:03:41.552260 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [req-51b4f9fb-8581-4d6c-8573-d1787d8c8915 req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Calling delete_port for 3c2b56d2-4712-4d16-9965-aafbcf35ebbb owned by compute:nova {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:03:41.727623 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-51b4f9fb-8581-4d6c-8573-d1787d8c8915 req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:41.757092 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event deleted for resources: {'Port': ['ID=3c2b56d2-4712-4d16-9965-aafbcf35ebbb,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:41.767067 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:41.767417 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:41.767758 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:41.768102 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:41.768431 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:41.768784 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:41.769114 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:41.769442 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:41.769771 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:41.770095 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:41.770420 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:41.770756 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:41.877430 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51b4f9fb-8581-4d6c-8573-d1787d8c8915 req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:03:41.951996 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-dd8ebbf8-6eaf-4c42-b7f5-1d6ee4822625 req-4b99bdfa-9761-47f4-a4a3-9a813f434629 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 210 time: 0.0303125 Sep 15 18:03:42.012225 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51b4f9fb-8581-4d6c-8573-d1787d8c8915 req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:03:42.023248 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615c961-d7d8-4db6-aef5-ea69ed28b490 None None] Sync routers for ids ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:03:42.032445 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615c961-d7d8-4db6-aef5-ea69ed28b490 None None] Routers {'78ba0ea3-382e-4d33-bb34-fd179b746ac9'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:03:42.034846 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-5615c961-d7d8-4db6-aef5-ea69ed28b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:03:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:42.051313 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b4f9fb-8581-4d6c-8573-d1787d8c8915 req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] No DVR routers for this DVR port 3c2b56d2-4712-4d16-9965-aafbcf35ebbb on host hv-cinder-80522 {{(pid=106072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:03:42.053933 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-51b4f9fb-8581-4d6c-8573-d1787d8c8915 req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:42.056641 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-51b4f9fb-8581-4d6c-8573-d1787d8c8915 req-f9de9acf-536a-4464-b94f-e187a47f088f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.37 "DELETE /v2.0/ports/3c2b56d2-4712-4d16-9965-aafbcf35ebbb HTTP/1.1" status: 204 len: 173 time: 0.8339579 Sep 15 18:03:42.057075 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3945a7fd-170c-4caa-8daf-18cacc326005', 'name': 'network-vif-deleted', 'tag': '3c2b56d2-4712-4d16-9965-aafbcf35ebbb'}] {{(pid=106072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:03:42.059455 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47b324d98f2f4bfc09410de6f146af452c7265e3c4636f4d971b874cd661cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5374541-9037-40b2-b14a-47a9192d85bc" -d '{"events": [{"server_uuid": "3945a7fd-170c-4caa-8daf-18cacc326005", "name": "network-vif-deleted", "tag": "3c2b56d2-4712-4d16-9965-aafbcf35ebbb"}]}' {{(pid=106072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:03:42.110016 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cac1d53-89a8-4e02-94a2-5bb624d94064 x-openstack-request-id: req-0cac1d53-89a8-4e02-94a2-5bb624d94064 {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:03:42.110313 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3945a7fd-170c-4caa-8daf-18cacc326005", "name": "network-vif-deleted", "tag": "3c2b56d2-4712-4d16-9965-aafbcf35ebbb", "status": "completed", "code": 200}]} {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:03:42.110565 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0cac1d53-89a8-4e02-94a2-5bb624d94064 {{(pid=106072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:03:42.110963 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3945a7fd-170c-4caa-8daf-18cacc326005', 'name': 'network-vif-deleted', 'tag': '3c2b56d2-4712-4d16-9965-aafbcf35ebbb', 'status': 'completed', 'code': 200} Sep 15 18:03:42.175859 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-5615c961-d7d8-4db6-aef5-ea69ed28b490 None None] Set router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:03:42.379024 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-5615c961-d7d8-4db6-aef5-ea69ed28b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 5, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:42.404437 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615c961-d7d8-4db6-aef5-ea69ed28b490 None None] Checking router: 78ba0ea3-382e-4d33-bb34-fd179b746ac9 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:03:42.412474 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615c961-d7d8-4db6-aef5-ea69ed28b490 None None] Routers {'78ba0ea3-382e-4d33-bb34-fd179b746ac9'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:03:42.413085 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-5615c961-d7d8-4db6-aef5-ea69ed28b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:03:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:42.515864 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-5615c961-d7d8-4db6-aef5-ea69ed28b490 None None] Set router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:03:42.715284 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-5615c961-d7d8-4db6-aef5-ea69ed28b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 5, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:03:42.741902 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615c961-d7d8-4db6-aef5-ea69ed28b490 None None] The sync data for ids ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'] in dv-cinder-805228-2-iscsi is: [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 5, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:03:42.960540 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12de2579-43bc-4a40-ade7-1777b7c9f525 None None] New status for floating IP 12944e08-b47c-4837-8468-b62e139637fc: DOWN {{(pid=106073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:03:43.059951 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-69ad6c8b-f39d-4a31-aeb9-7bfa3b6a6a8a req-74dcee88-a9c7-4d2e-a9bd-02168dd55189 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=3945a7fd-170c-4caa-8daf-18cacc326005 HTTP/1.1" status: 200 len: 210 time: 0.0262523 Sep 15 18:03:44.309806 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-652af252-6642-497b-a04e-8fa8cc512a46 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975565398&fields=id&tenant_id=32757804069f4822bf01cb432ae7c283 HTTP/1.1" status: 200 len: 267 time: 0.0338235 Sep 15 18:03:44.416269 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-a2671d29-578d-44b4-bc3a-8add94d2a155 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:44.417738 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-a2671d29-578d-44b4-bc3a-8add94d2a155 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/networks?id=bec36ef2-050f-4e45-8140-94788854de7d HTTP/1.1" status: 200 len: 811 time: 0.1008329 Sep 15 18:03:44.432641 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-043bc3de-33d7-40b6-8c36-f2a8395175cb tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/quotas/32757804069f4822bf01cb432ae7c283 HTTP/1.1" status: 200 len: 375 time: 0.0091279 Sep 15 18:03:44.484318 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-7ec8016f-3492-4306-bd2a-b514f2fd5f44 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=32757804069f4822bf01cb432ae7c283&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458848 Sep 15 18:03:44.578134 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-71f2ad9c-5f81-4940-a7be-9e14bb2eb98c service neutron] 10.222.0.20 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812099 Sep 15 18:03:44.667810 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-eec764ab-399b-431a-b940-5e30da98c189 service neutron] 10.222.0.20 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837662 Sep 15 18:03:45.240345 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-77baa286-e3d2-4b09-b423-4290868c102a req-5d83396e-1131-4aea-8531-81aff2ee4520 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 210 time: 0.0259047 Sep 15 18:03:45.986626 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 3c2b56d2-4712-4d16-9965-aafbcf35ebbb no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:03:46.007022 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] No Port match for: 3c2b56d2-4712-4d16-9965-aafbcf35ebbb {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:03:46.007370 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 3c2b56d2-4712-4d16-9965-aafbcf35ebbb not bound to the agent host hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:03:46.339736 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-d3f26044-1bc3-48bc-b712-752bc197768d req-39da516d-600d-4661-aba7-e369233fa252 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 210 time: 0.0265231 Sep 15 18:03:47.159842 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-a646df76-342f-419c-b7a6-d1838e90c922 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:47.161375 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-a646df76-342f-419c-b7a6-d1838e90c922 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.37 "GET /v2.0/networks?id=bec36ef2-050f-4e45-8140-94788854de7d HTTP/1.1" status: 200 len: 811 time: 0.1100578 Sep 15 18:03:47.203031 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-11003461-d637-4585-b8a2-06a0fda7126b tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32757804069f4822bf01cb432ae7c283 HTTP/1.1" status: 200 len: 379 time: 0.0327291 Sep 15 18:03:47.212908 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-055e732f-7ac3-4b5d-b754-988d2fae1186 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Request body: {'port': {'device_id': 'c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'admin_state_up': True, 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'security_groups': ['f9796e60-3118-41a1-8a05-a2f4a21c4408']}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:03:47.380332 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-055e732f-7ac3-4b5d-b754-988d2fae1186 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Made reservation on behalf of 32757804069f4822bf01cb432ae7c283 for: {'port': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:03:47.384054 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-055e732f-7ac3-4b5d-b754-988d2fae1186 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:47.439136 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0f48738e-de66-46b3-a116-fb61f170d9b5 req-4ca8e6c0-fe6e-41f1-8408-20c16ecefd75 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 210 time: 0.0312641 Sep 15 18:03:47.512402 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-055e732f-7ac3-4b5d-b754-988d2fae1186 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Allocated IP 172.20.0.9 (bec36ef2-050f-4e45-8140-94788854de7d/4164acc9-a017-457a-b3c2-5accc0cf273a/e922871f-d900-48fe-a218-b1d9b170edb3) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:03:47.646612 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-055e732f-7ac3-4b5d-b754-988d2fae1186 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:47.729512 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-055e732f-7ac3-4b5d-b754-988d2fae1186 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:47.770219 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-055e732f-7ac3-4b5d-b754-988d2fae1186 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Network bec36ef2-050f-4e45-8140-94788854de7d is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:03:47.777570 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-055e732f-7ac3-4b5d-b754-988d2fae1186 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:03:47.781995 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-055e732f-7ac3-4b5d-b754-988d2fae1186 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:03:47.785889 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e732f-7ac3-4b5d-b754-988d2fae1186 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event updated for resources: {'Port': ['ID=e922871f-d900-48fe-a218-b1d9b170edb3,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:47.832810 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-055e732f-7ac3-4b5d-b754-988d2fae1186 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:47.833437 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-055e732f-7ac3-4b5d-b754-988d2fae1186 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:47.989370 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-791ea7e7-0201-4daa-ae05-4fdc176c7dd8 None None] Provisioning complete for port e922871f-d900-48fe-a218-b1d9b170edb3 triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:03:48.007471 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-791ea7e7-0201-4daa-ae05-4fdc176c7dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:48.007637 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-055e732f-7ac3-4b5d-b754-988d2fae1186 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7824697 Sep 15 18:03:48.007637 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] Request body: {'port': {'device_id': 'c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80522'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:03:48.022649 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-791ea7e7-0201-4daa-ae05-4fdc176c7dd8 None None] Port e922871f-d900-48fe-a218-b1d9b170edb3 cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:03:48.059379 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:48.311567 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e922871f-d900-48fe-a218-b1d9b170edb3 {{(pid=106072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:03:48.318764 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:48.331585 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.provisioning_blocks [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] Transition to ACTIVE for port object e922871f-d900-48fe-a218-b1d9b170edb3 will not be triggered until provisioned by entity L2. {{(pid=106072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:03:48.397270 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:48.465698 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e922871f-d900-48fe-a218-b1d9b170edb3,revision_number=2']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:48.556016 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] Attempting to bind port e922871f-d900-48fe-a218-b1d9b170edb3 on host hv-cinder-80522 for vnic_type normal with profile {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:03:48.556361 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] Attempting to bind port e922871f-d900-48fe-a218-b1d9b170edb3 by drivers openvswitch,hyperv on host hv-cinder-80522 at level 0 using segments [{'id': '7604134f-a039-45c2-8d1a-019b0fdae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d'}] {{(pid=106072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:03:48.556781 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] Attempting to bind port e922871f-d900-48fe-a218-b1d9b170edb3 on network bec36ef2-050f-4e45-8140-94788854de7d {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:03:48.572994 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] Port e922871f-d900-48fe-a218-b1d9b170edb3 on network bec36ef2-050f-4e45-8140-94788854de7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80522 {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:03:48.573304 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] Attempting to bind port e922871f-d900-48fe-a218-b1d9b170edb3 on network bec36ef2-050f-4e45-8140-94788854de7d {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:03:48.582773 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] Checking agent: {'id': 'd3977637-cbe2-41c3-a570-ab972cec54ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80522', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'started_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:03:48.583116 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] Checking segment: {'id': '7604134f-a039-45c2-8d1a-019b0fdae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:03:48.583498 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] Bound using segment: {'id': '7604134f-a039-45c2-8d1a-019b0fdae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d'} {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:03:48.583932 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] Bound port: e922871f-d900-48fe-a218-b1d9b170edb3, host: hv-cinder-80522, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7604134f-a039-45c2-8d1a-019b0fdae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d'}}] {{(pid=106072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:03:48.584292 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:48.595001 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e757c-3d32-4021-85b9-8b810a78c4e1 req-eae296c6-c693-4401-95b9-6231bd9acbfa tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:48.596540 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-dc2e757c-3d32-4021-85b9-8b810a78c4e1 req-eae296c6-c693-4401-95b9-6231bd9acbfa tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 943 time: 0.0786369 Sep 15 18:03:48.666697 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-dc2e757c-3d32-4021-85b9-8b810a78c4e1 req-ea9b98fd-f9fe-4d89-bb41-af1f10f1d96e tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638185 Sep 15 18:03:48.686357 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] For port e922871f-d900-48fe-a218-b1d9b170edb3, host hv-cinder-80522, cleared binding levels {{(pid=106072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:03:48.689333 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] For port e922871f-d900-48fe-a218-b1d9b170edb3, host hv-cinder-80522, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=e922871f-d900-48fe-a218-b1d9b170edb3,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:03:48.763475 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:48.889004 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ce8931c7-de99-487d-ab73-bad4af248df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:49.059301 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:49.059878 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:49.061370 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] 10.222.0.37 "PUT /v2.0/ports/e922871f-d900-48fe-a218-b1d9b170edb3 HTTP/1.1" status: 200 len: 1093 time: 1.0618463 Sep 15 18:03:49.061795 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00', 'tag': 'e922871f-d900-48fe-a218-b1d9b170edb3'}] {{(pid=106072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:03:49.064188 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47b324d98f2f4bfc09410de6f146af452c7265e3c4636f4d971b874cd661cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557c4eea-482b-474e-8d65-418f137d078d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00", "tag": "e922871f-d900-48fe-a218-b1d9b170edb3"}]}' {{(pid=106072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:03:49.097687 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f303-41a7-48b6-886e-940705c6b7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e922871f-d900-48fe-a218-b1d9b170edb3,revision_number=3']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:49.119909 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fbf077-6c0d-4a33-918f-00bca233d840 x-openstack-request-id: req-88fbf077-6c0d-4a33-918f-00bca233d840 {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:03:49.119909 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00", "tag": "e922871f-d900-48fe-a218-b1d9b170edb3", "status": "completed", "code": 200}]} {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:03:49.119909 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88fbf077-6c0d-4a33-918f-00bca233d840 {{(pid=106072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:03:49.120371 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00', 'tag': 'e922871f-d900-48fe-a218-b1d9b170edb3', 'status': 'completed', 'code': 200} Sep 15 18:03:49.178693 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c4eea-482b-474e-8d65-418f137d078d req-8813436e-1f8c-47e3-9b13-67f714754412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:49.180299 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-557c4eea-482b-474e-8d65-418f137d078d req-8813436e-1f8c-47e3-9b13-67f714754412 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32757804069f4822bf01cb432ae7c283&device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 1096 time: 0.0412259 Sep 15 18:03:49.288318 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c4eea-482b-474e-8d65-418f137d078d req-e3691399-05dc-4f6f-ad17-a4a98d11cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:49.289866 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-557c4eea-482b-474e-8d65-418f137d078d req-e3691399-05dc-4f6f-ad17-a4a98d11cccd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=32757804069f4822bf01cb432ae7c283&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1015334 Sep 15 18:03:49.381348 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c4eea-482b-474e-8d65-418f137d078d req-f9b81fc0-9ea4-40e4-87e4-5f49de59b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:49.382832 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-557c4eea-482b-474e-8d65-418f137d078d req-f9b81fc0-9ea4-40e4-87e4-5f49de59b614 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858319 Sep 15 18:03:49.459163 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-4932938d-0ac5-419d-a4f5-9f42b490f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:49.460569 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-4932938d-0ac5-419d-a4f5-9f42b490f824 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32757804069f4822bf01cb432ae7c283&device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 1096 time: 0.0427372 Sep 15 18:03:49.501412 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-6f283a86-789d-47b7-b8b2-bb106c523cb8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e922871f-d900-48fe-a218-b1d9b170edb3 HTTP/1.1" status: 200 len: 217 time: 0.0328729 Sep 15 18:03:49.546769 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-62e70057-24f0-4697-ae3f-77be6d9a4857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:49.548153 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-62e70057-24f0-4697-ae3f-77be6d9a4857 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4164acc9-a017-457a-b3c2-5accc0cf273a HTTP/1.1" status: 200 len: 850 time: 0.0407307 Sep 15 18:03:49.592803 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-f93d351e-318f-40c0-90d6-7e78b7a61fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:49.594256 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-f93d351e-318f-40c0-90d6-7e78b7a61fda service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bec36ef2-050f-4e45-8140-94788854de7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385318 Sep 15 18:03:49.687148 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-f81140cf-4783-4681-8ced-218a4b0248c1 service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852611 Sep 15 18:03:49.807176 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-15c01aad-e6c9-415b-ae18-31cdaccc6f2e req-2d123355-6c8f-453e-85fc-92e42ca2d6ab service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121442 Sep 15 18:03:49.818256 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328c24d-e323-4cc1-9575-2179025ca694 req-afbcccb0-8ca9-4c5b-996e-ac8d1edffeaa tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:49.820004 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7328c24d-e323-4cc1-9575-2179025ca694 req-afbcccb0-8ca9-4c5b-996e-ac8d1edffeaa tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 943 time: 0.0677748 Sep 15 18:03:49.857646 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7328c24d-e323-4cc1-9575-2179025ca694 req-1b7cba4b-f2b7-4a8a-8888-4730cf3b2089 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314693 Sep 15 18:03:50.972230 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9def65a-15ff-4804-8029-eeb6dc29683a req-1308fb7c-9c0d-406a-97dd-5152a865e403 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:50.973782 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f9def65a-15ff-4804-8029-eeb6dc29683a req-1308fb7c-9c0d-406a-97dd-5152a865e403 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 943 time: 0.0499697 Sep 15 18:03:51.012083 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f9def65a-15ff-4804-8029-eeb6dc29683a req-8c5ace83-80e8-49ed-8873-fe8f1d9c4b91 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316775 Sep 15 18:03:51.465513 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-2c9ad481-d9ef-4907-9367-728af3d5ae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:52.014310 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:52.124789 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bb803-2ab5-4323-97c6-800e71fdbe7d req-f05aeb8c-0d05-4186-b6f4-499c9bee3b24 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:52.126260 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-506bb803-2ab5-4323-97c6-800e71fdbe7d req-f05aeb8c-0d05-4186-b6f4-499c9bee3b24 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 943 time: 0.0473959 Sep 15 18:03:52.162174 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-506bb803-2ab5-4323-97c6-800e71fdbe7d req-a49140bc-e303-464f-9463-31ed9d99b682 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301025 Sep 15 18:03:53.295131 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c842b-a674-41e7-b90e-96893a1229b3 req-64536087-7082-4037-afb2-b817853d14c9 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:53.296663 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1d2c842b-a674-41e7-b90e-96893a1229b3 req-64536087-7082-4037-afb2-b817853d14c9 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 943 time: 0.0640752 Sep 15 18:03:53.300253 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:53.326976 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925f412-f81a-4e18-be51-391b8dacad6e req-a9748a07-01a8-450e-ad45-cd92349b7886 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:53.329020 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7925f412-f81a-4e18-be51-391b8dacad6e req-a9748a07-01a8-450e-ad45-cd92349b7886 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0491326 Sep 15 18:03:53.345372 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1d2c842b-a674-41e7-b90e-96893a1229b3 req-f5aba55b-12ea-49ab-a3e6-ed654b99a024 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423527 Sep 15 18:03:53.370475 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7925f412-f81a-4e18-be51-391b8dacad6e req-f08f873b-16da-42cd-b60c-773e380a0a41 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323555 Sep 15 18:03:54.462609 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe007264-b79d-42a0-bf1a-08f6c072d041 req-2115a326-9292-4a8c-b4d0-6379eb2f8d7f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:54.464476 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fe007264-b79d-42a0-bf1a-08f6c072d041 req-2115a326-9292-4a8c-b4d0-6379eb2f8d7f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 943 time: 0.0522835 Sep 15 18:03:54.496734 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddc067-73bd-4609-a76e-89a476626f5b req-31279df7-aa76-4eed-abab-a5bb57153a6c tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:54.503983 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-44ddc067-73bd-4609-a76e-89a476626f5b req-31279df7-aa76-4eed-abab-a5bb57153a6c tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0617580 Sep 15 18:03:54.504740 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fe007264-b79d-42a0-bf1a-08f6c072d041 req-de696a02-cba1-4700-8ef9-8025b058f782 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339222 Sep 15 18:03:54.546142 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-44ddc067-73bd-4609-a76e-89a476626f5b req-45172af5-9f0e-41b8-a72f-6cf2a60a2f15 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413144 Sep 15 18:03:54.653195 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:55.618834 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc290eea-4da3-49dd-bacc-893f56f177a1 req-c7decd13-1adc-4c07-987e-5eddf1aab23c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:55.620310 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bc290eea-4da3-49dd-bacc-893f56f177a1 req-c7decd13-1adc-4c07-987e-5eddf1aab23c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 943 time: 0.0493069 Sep 15 18:03:55.657477 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bc290eea-4da3-49dd-bacc-893f56f177a1 req-2eeb6162-5a53-418b-80c8-d1c189c2116d tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311794 Sep 15 18:03:55.661374 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f90ae-78e6-4e5b-a6eb-4cf53c63e486 req-c1447096-7731-409f-a22a-b15cbe0e1ea3 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:55.662912 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-238f90ae-78e6-4e5b-a6eb-4cf53c63e486 req-c1447096-7731-409f-a22a-b15cbe0e1ea3 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0488124 Sep 15 18:03:55.701329 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-238f90ae-78e6-4e5b-a6eb-4cf53c63e486 req-99b61f97-330d-4538-a58b-624346d760ef tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312188 Sep 15 18:03:56.772890 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56768f8a-6944-4437-a81f-4413a2a4c697 req-e44a53cb-9b48-4eb5-8e44-a01de964ce46 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:56.774907 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-56768f8a-6944-4437-a81f-4413a2a4c697 req-e44a53cb-9b48-4eb5-8e44-a01de964ce46 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 943 time: 0.0510466 Sep 15 18:03:56.811733 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-56768f8a-6944-4437-a81f-4413a2a4c697 req-c111f935-04c2-40ce-a7af-a5a155617067 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310194 Sep 15 18:03:56.812745 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d19687-1cb9-4d0a-8af0-3b1e84faf801 req-fd26a7af-67e9-42e9-9733-65474b4e9057 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:56.814226 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-40d19687-1cb9-4d0a-8af0-3b1e84faf801 req-fd26a7af-67e9-42e9-9733-65474b4e9057 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0474029 Sep 15 18:03:56.850753 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-40d19687-1cb9-4d0a-8af0-3b1e84faf801 req-607101b5-7cde-4b36-8a08-3c2d8c972292 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305250 Sep 15 18:03:57.679678 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 43840) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:03:57.781789 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f303f2f2-514b-41ed-bad7-9e64ce84326f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:57.873386 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f303f2f2-514b-41ed-bad7-9e64ce84326f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:57.929651 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39c055-24e1-426c-8626-fe2d7fc40173 req-56d9b3ee-6587-4e36-8232-eda9dc49f57c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:57.931836 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8a39c055-24e1-426c-8626-fe2d7fc40173 req-56d9b3ee-6587-4e36-8232-eda9dc49f57c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 943 time: 0.0541573 Sep 15 18:03:57.947771 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f303f2f2-514b-41ed-bad7-9e64ce84326f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:57.969432 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8a39c055-24e1-426c-8626-fe2d7fc40173 req-c377eb84-f33e-4ee0-95e3-853f6e43b64c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313706 Sep 15 18:03:57.997793 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4617e9-99f0-4465-a82b-2d29a07de680 req-5f9f0037-6a57-4e01-9e6c-0ffe945c2ca6 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:57.999281 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1b4617e9-99f0-4465-a82b-2d29a07de680 req-5f9f0037-6a57-4e01-9e6c-0ffe945c2ca6 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0835209 Sep 15 18:03:58.001527 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-f303f2f2-514b-41ed-bad7-9e64ce84326f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a47e0db4c52423999757dc2bb995724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208807 Sep 15 18:03:58.002620 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303f2f2-514b-41ed-bad7-9e64ce84326f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c294d3c3-6460-4fb3-96be-0de93954416e,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:58.004239 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 43848) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:03:58.038854 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1b4617e9-99f0-4465-a82b-2d29a07de680 req-d54a568f-28b1-44d2-8c20-33e46d7fc54e tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323813 Sep 15 18:03:58.056228 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e98f5361-3e50-4c40-954d-4c78872d2182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:58.079166 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e98f5361-3e50-4c40-954d-4c78872d2182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:58.079749 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device e922871f-d900-48fe-a218-b1d9b170edb3 details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:03:58.174110 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port e922871f-d900-48fe-a218-b1d9b170edb3, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=e922871f-d900-48fe-a218-b1d9b170edb3,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:03:58.184875 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': 'e922871f-d900-48fe-a218-b1d9b170edb3', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'port_id': 'e922871f-d900-48fe-a218-b1d9b170edb3', 'mac_address': 'fa:16:3e:57:13:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:03:58.208723 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e98f5361-3e50-4c40-954d-4c78872d2182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:58.211393 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e98f5361-3e50-4c40-954d-4c78872d2182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:58.213528 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-e98f5361-3e50-4c40-954d-4c78872d2182 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c294d3c3-6460-4fb3-96be-0de93954416e HTTP/1.1" status: 204 len: 168 time: 0.2078629 Sep 15 18:03:58.221180 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:58.224758 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f5361-3e50-4c40-954d-4c78872d2182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c294d3c3-6460-4fb3-96be-0de93954416e,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:58.247749 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e922871f-d900-48fe-a218-b1d9b170edb3 {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:03:58.270542 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port e922871f-d900-48fe-a218-b1d9b170edb3, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=e922871f-d900-48fe-a218-b1d9b170edb3,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:03:58.356896 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:58.405449 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=e922871f-d900-48fe-a218-b1d9b170edb3,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:58.412088 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:58.412807 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:58.412807 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:58.413118 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:58.413447 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:58.413774 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:58.414099 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:58.414423 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:58.415368 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:58.415700 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:58.416022 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:58.416340 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:03:58.594489 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['e922871f-d900-48fe-a218-b1d9b170edb3'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:03:58.796258 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 43854) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:03:58.809868 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f802e653-470d-44aa-bdef-faffb3d9c7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:58.899391 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f802e653-470d-44aa-bdef-faffb3d9c7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:58.974052 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f802e653-470d-44aa-bdef-faffb3d9c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:59.012640 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-f802e653-470d-44aa-bdef-faffb3d9c7fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba565fe54bca4d4f96db2fa111274508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150359 Sep 15 18:03:59.013358 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802e653-470d-44aa-bdef-faffb3d9c7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6677f550-7b61-404c-8225-7c24892ad435,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:03:59.015323 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 43858) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:03:59.064344 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-cef01a1b-ef03-4f6d-8fde-7241277a44f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:59.085894 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-cef01a1b-ef03-4f6d-8fde-7241277a44f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:59.091298 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519167f3-b9ae-4296-b054-5bf34972ada4 req-4f23b5ea-dfbe-4198-96dc-4f9df5090c53 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:59.096946 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-519167f3-b9ae-4296-b054-5bf34972ada4 req-4f23b5ea-dfbe-4198-96dc-4f9df5090c53 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 944 time: 0.0592339 Sep 15 18:03:59.132343 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-519167f3-b9ae-4296-b054-5bf34972ada4 req-c96e1305-523b-4c51-a009-5cf702015279 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335500 Sep 15 18:03:59.172494 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8761da-3a97-451e-8612-e9fc4f2fcde5 req-9415d089-af8c-4fd7-83b2-8bd1ead4e6c3 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:03:59.173985 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2c8761da-3a97-451e-8612-e9fc4f2fcde5 req-9415d089-af8c-4fd7-83b2-8bd1ead4e6c3 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0575070 Sep 15 18:03:59.215756 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2c8761da-3a97-451e-8612-e9fc4f2fcde5 req-bc487eb7-fbba-4778-9d0c-3e6f12235009 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358930 Sep 15 18:03:59.265438 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-cef01a1b-ef03-4f6d-8fde-7241277a44f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:59.267980 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-cef01a1b-ef03-4f6d-8fde-7241277a44f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:03:59.269167 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-cef01a1b-ef03-4f6d-8fde-7241277a44f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6677f550-7b61-404c-8225-7c24892ad435 HTTP/1.1" status: 204 len: 168 time: 0.2528818 Sep 15 18:03:59.277199 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef01a1b-ef03-4f6d-8fde-7241277a44f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6677f550-7b61-404c-8225-7c24892ad435,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:00.085736 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device e922871f-d900-48fe-a218-b1d9b170edb3 up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:00.214436 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning for port e922871f-d900-48fe-a218-b1d9b170edb3 completed by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:04:00.218426 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port e922871f-d900-48fe-a218-b1d9b170edb3 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:04:00.219091 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:00.257700 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773bdfe-8b9d-48ee-a8be-4b81f9b62d0d req-71d4ac20-0007-44c4-9d14-a2b093667415 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:00.269400 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2773bdfe-8b9d-48ee-a8be-4b81f9b62d0d req-71d4ac20-0007-44c4-9d14-a2b093667415 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 944 time: 0.0683563 Sep 15 18:04:00.308282 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:00.317703 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2773bdfe-8b9d-48ee-a8be-4b81f9b62d0d req-ee4b6f76-b71a-4194-8d2a-95a04ce91c8e tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470214 Sep 15 18:04:00.337505 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5724b71-dfc7-4546-9b52-604cd74ac5d8 req-947e2a24-204e-4974-b7b2-107c838894bc tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:00.338056 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e922871f-d900-48fe-a218-b1d9b170edb3'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:04:00.339949 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a5724b71-dfc7-4546-9b52-604cd74ac5d8 req-947e2a24-204e-4974-b7b2-107c838894bc tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0538054 Sep 15 18:04:00.340577 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab01441-31fe-4435-b0cc-ac38ac954e67" -d '{"events": [{"server_uuid": "c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00", "name": "network-vif-plugged", "status": "completed", "tag": "e922871f-d900-48fe-a218-b1d9b170edb3"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:04:00.361764 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port e922871f-d900-48fe-a218-b1d9b170edb3, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=e922871f-d900-48fe-a218-b1d9b170edb3,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:00.379673 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9746a49e-4294-456f-b3cd-4fb3ccc58d41 x-openstack-request-id: req-9746a49e-4294-456f-b3cd-4fb3ccc58d41 {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:04:00.380195 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00", "name": "network-vif-plugged", "status": "completed", "tag": "e922871f-d900-48fe-a218-b1d9b170edb3", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:04:00.388248 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9746a49e-4294-456f-b3cd-4fb3ccc58d41 {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:04:00.388248 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e922871f-d900-48fe-a218-b1d9b170edb3', 'code': 200} Sep 15 18:04:00.388599 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a5724b71-dfc7-4546-9b52-604cd74ac5d8 req-3cfa560f-821c-48ed-805f-7c7231104945 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364406 Sep 15 18:04:00.432202 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:00.482566 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=e922871f-d900-48fe-a218-b1d9b170edb3,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:00.823670 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd86f09-9d0d-4764-a61e-9e55cd9bc8f2 req-bed9e3a2-c107-4968-a503-c5330fc43ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:00.825177 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ccd86f09-9d0d-4764-a61e-9e55cd9bc8f2 req-bed9e3a2-c107-4968-a503-c5330fc43ef5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 1098 time: 0.0422091 Sep 15 18:04:00.862325 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ccd86f09-9d0d-4764-a61e-9e55cd9bc8f2 req-7fec8f4e-a266-4e75-a3a3-498fa68d18d9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278461 Sep 15 18:04:00.907051 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:04:01.434372 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e3036-808f-4ef9-9ad6-d560b0de3730 req-2aa82ff8-1b0b-46ae-a683-4987fe5988fb tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:01.435880 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4e7e3036-808f-4ef9-9ad6-d560b0de3730 req-2aa82ff8-1b0b-46ae-a683-4987fe5988fb tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 945 time: 0.0506649 Sep 15 18:04:01.474941 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4e7e3036-808f-4ef9-9ad6-d560b0de3730 req-3101f91d-fc2b-4c1d-a139-b64f481eaf49 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328643 Sep 15 18:04:01.505257 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bd417-6e5e-411c-90a8-c61ec933a952 req-3911b8f0-21d7-4ec1-83c4-c4dedb5bd5ec tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:01.506796 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5b3bd417-6e5e-411c-90a8-c61ec933a952 req-3911b8f0-21d7-4ec1-83c4-c4dedb5bd5ec tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0497363 Sep 15 18:04:01.544815 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5b3bd417-6e5e-411c-90a8-c61ec933a952 req-da04b2d0-9671-41e9-a175-deeb42639d44 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316002 Sep 15 18:04:02.596092 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092de3-8539-452b-8bcb-55ed8347c924 req-d3a8c4a8-4a4a-434d-a460-72daf100c80a tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:02.597815 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1a092de3-8539-452b-8bcb-55ed8347c924 req-d3a8c4a8-4a4a-434d-a460-72daf100c80a tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 945 time: 0.0566580 Sep 15 18:04:02.640598 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1a092de3-8539-452b-8bcb-55ed8347c924 req-f4ccdcb7-f68a-4fe4-a742-15a3943e71ec tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368071 Sep 15 18:04:02.911804 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ca57c-08c1-4464-8469-4fde48fad240 req-925c8459-a4d6-448d-a0fc-7111f7d48665 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:02.913341 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-af3ca57c-08c1-4464-8469-4fde48fad240 req-925c8459-a4d6-448d-a0fc-7111f7d48665 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.2986648 Sep 15 18:04:02.953283 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-af3ca57c-08c1-4464-8469-4fde48fad240 req-ca9a7a5b-277f-4b28-b78f-bbee87b9a448 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337169 Sep 15 18:04:03.065443 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b06375-d41a-4158-a02a-014184177b7b req-247c60bc-0fc4-4469-adc3-a9bb041446b3 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:03.070395 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-78b06375-d41a-4158-a02a-014184177b7b req-247c60bc-0fc4-4469-adc3-a9bb041446b3 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 945 time: 0.0519023 Sep 15 18:04:03.107978 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-78b06375-d41a-4158-a02a-014184177b7b req-27937caf-cac8-48c8-b4b7-b56be9bd7a0b tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345170 Sep 15 18:04:03.134447 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 43988) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:04:03.173736 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033ad462-498e-46b7-8d18-0f4681cfd176 tempest-TestVolumeBootPattern-1218461698 tempest-TestVolumeBootPattern-1218461698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:03.175270 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-033ad462-498e-46b7-8d18-0f4681cfd176 tempest-TestVolumeBootPattern-1218461698 tempest-TestVolumeBootPattern-1218461698-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 1093 time: 0.0398216 Sep 15 18:04:03.178189 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 43990) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:04:03.184155 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [None req-23474b47-8f66-4c10-a03e-aa65655ff00c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Request body: {'floatingip': {'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'port_id': 'e922871f-d900-48fe-a218-b1d9b170edb3', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:04:03.289136 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-23474b47-8f66-4c10-a03e-aa65655ff00c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for floatingip, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:03.359811 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c8a4f-7d49-413b-a124-65e3f7212538 req-159fc86c-2441-41a7-b26d-958836a87c0b tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:03.361400 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-559c8a4f-7d49-413b-a124-65e3f7212538 req-159fc86c-2441-41a7-b26d-958836a87c0b tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0621357 Sep 15 18:04:03.404094 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-559c8a4f-7d49-413b-a124-65e3f7212538 req-626c88c8-baf3-458e-ab80-50a23224fa20 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364153 Sep 15 18:04:03.406639 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-23474b47-8f66-4c10-a03e-aa65655ff00c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:03.513535 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [None req-23474b47-8f66-4c10-a03e-aa65655ff00c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Allocated IP 172.27.3.81 (dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a/d93a8e56-437b-48c5-b03a-0e7bd18816d0/c40fcb1d-5636-4d86-9054-73c76e1774e8) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:04:03.618603 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56020b-a740-4034-bf0a-6158f5ed769e req-16df8190-fac4-474a-a116-ab489f661c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:03.620149 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bd56020b-a740-4034-bf0a-6158f5ed769e req-16df8190-fac4-474a-a116-ab489f661c5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cf6b14bbbb64122b5eab98280def64c&device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 1099 time: 0.0960910 Sep 15 18:04:03.676056 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-23474b47-8f66-4c10-a03e-aa65655ff00c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:03.751348 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56020b-a740-4034-bf0a-6158f5ed769e req-1216f3b1-15b4-4f98-9c53-30ff31fb245f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:03.752898 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bd56020b-a740-4034-bf0a-6158f5ed769e req-1216f3b1-15b4-4f98-9c53-30ff31fb245f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef9bd678-fb03-49b0-b2af-7d04383c138e HTTP/1.1" status: 200 len: 907 time: 0.1207948 Sep 15 18:04:03.821197 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bd56020b-a740-4034-bf0a-6158f5ed769e req-175d1968-1e50-4493-85b0-623288a6a4dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5124aea-5c23-4917-b05d-e2c4188f051c HTTP/1.1" status: 200 len: 1002 time: 0.0612707 Sep 15 18:04:03.858086 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-23474b47-8f66-4c10-a03e-aa65655ff00c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:03.902763 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56020b-a740-4034-bf0a-6158f5ed769e req-3dd95dc7-bc61-4c21-b8a4-10d5844025ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:03.904291 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bd56020b-a740-4034-bf0a-6158f5ed769e req-3dd95dc7-bc61-4c21-b8a4-10d5844025ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e88ec5f-fa46-4bde-9cde-13946047afbd HTTP/1.1" status: 200 len: 845 time: 0.0764756 Sep 15 18:04:03.905917 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23474b47-8f66-4c10-a03e-aa65655ff00c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:04:03.908822 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [None req-23474b47-8f66-4c10-a03e-aa65655ff00c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:04:03.911321 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23474b47-8f66-4c10-a03e-aa65655ff00c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:04:03.965243 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23474b47-8f66-4c10-a03e-aa65655ff00c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event updated for resources: {'Port': ['ID=c40fcb1d-5636-4d86-9054-73c76e1774e8,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:04.012822 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56020b-a740-4034-bf0a-6158f5ed769e req-d1f09257-d4ac-4fe8-8171-df989b85949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:04.014394 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bd56020b-a740-4034-bf0a-6158f5ed769e req-d1f09257-d4ac-4fe8-8171-df989b85949c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef9bd678-fb03-49b0-b2af-7d04383c138e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1000462 Sep 15 18:04:04.203777 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1761c-5c26-4e05-95f0-766c7c64d41b req-4659e7ba-654b-4a96-ad62-e19cb656b960 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:04.205206 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-dec1761c-5c26-4e05-95f0-766c7c64d41b req-4659e7ba-654b-4a96-ad62-e19cb656b960 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.1590939 Sep 15 18:04:04.273292 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bd56020b-a740-4034-bf0a-6158f5ed769e req-98452d71-5bd0-4508-9002-24f4cdc4a94c service neutron] 10.222.0.37 "GET /v2.0/networks/ef9bd678-fb03-49b0-b2af-7d04383c138e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260215 Sep 15 18:04:04.277446 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:04.320052 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-dec1761c-5c26-4e05-95f0-766c7c64d41b req-d39f1447-9e6e-43c9-a180-9c0432682b55 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055639 Sep 15 18:04:04.451737 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 44036) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:04:04.467002 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bd56020b-a740-4034-bf0a-6158f5ed769e req-7bbd2933-57b7-4f5b-b542-12642c013c76 service neutron] 10.222.0.37 "GET /v2.0/networks/ef9bd678-fb03-49b0-b2af-7d04383c138e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818330 Sep 15 18:04:04.516632 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-23474b47-8f66-4c10-a03e-aa65655ff00c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:04.529336 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5193f2-4927-4e7e-9f58-1b99e538b155 req-92693e6f-720b-48e9-bb66-4d06952be978 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:04.530925 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6d5193f2-4927-4e7e-9f58-1b99e538b155 req-92693e6f-720b-48e9-bb66-4d06952be978 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0503306 Sep 15 18:04:04.567489 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f86f5806-8288-4066-86a2-3310ed9b46ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:04.569816 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6d5193f2-4927-4e7e-9f58-1b99e538b155 req-1750652f-e7bf-466d-85f3-dd6b3f919836 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317771 Sep 15 18:04:04.655983 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-23474b47-8f66-4c10-a03e-aa65655ff00c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:04.713082 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f86f5806-8288-4066-86a2-3310ed9b46ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:04.816466 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-23474b47-8f66-4c10-a03e-aa65655ff00c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for port, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:04.825118 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f86f5806-8288-4066-86a2-3310ed9b46ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:04.860994 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-f86f5806-8288-4066-86a2-3310ed9b46ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed33764d6a874ca3a446443514525b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082813 Sep 15 18:04:04.861850 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f5806-8288-4066-86a2-3310ed9b46ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a9d3a0-63b3-49d9-b2ce-29fe775fc14a,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:04.863730 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44040) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:04:04.888336 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-23474b47-8f66-4c10-a03e-aa65655ff00c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:04.918008 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9b33aeb6-adc6-4adf-b932-7c2562238924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:04.939311 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9b33aeb6-adc6-4adf-b932-7c2562238924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:04.957561 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23474b47-8f66-4c10-a03e-aa65655ff00c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event updated for resources: {'Port': ['ID=c40fcb1d-5636-4d86-9054-73c76e1774e8,revision_number=2']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:04.967266 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-23474b47-8f66-4c10-a03e-aa65655ff00c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600326'] for floatingip, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:05.025576 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9b33aeb6-adc6-4adf-b932-7c2562238924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:05.028276 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9b33aeb6-adc6-4adf-b932-7c2562238924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:05.029490 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-9b33aeb6-adc6-4adf-b932-7c2562238924 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4a9d3a0-63b3-49d9-b2ce-29fe775fc14a HTTP/1.1" status: 204 len: 168 time: 0.1646121 Sep 15 18:04:05.037828 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33aeb6-adc6-4adf-b932-7c2562238924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a9d3a0-63b3-49d9-b2ce-29fe775fc14a,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:05.079863 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.db.l3_db [None req-23474b47-8f66-4c10-a03e-aa65655ff00c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Floating IP 263bc228-33a2-4b8d-a8a7-93c6f777ac8b associated. External IP: 172.27.3.81, port: e922871f-d900-48fe-a218-b1d9b170edb3. Sep 15 18:04:05.285604 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23474b47-8f66-4c10-a03e-aa65655ff00c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:04:05.403862 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23474b47-8f66-4c10-a03e-aa65655ff00c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:04:05.413684 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4887dc65-889c-44c2-8dea-468e85bda7fb None None] Sync routers for ids ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:04:05.423086 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4887dc65-889c-44c2-8dea-468e85bda7fb None None] Routers {'78ba0ea3-382e-4d33-bb34-fd179b746ac9'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:04:05.423787 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-4887dc65-889c-44c2-8dea-468e85bda7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:03:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:05.446916 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898a08a-22f9-4300-b551-2c135fcf0dc4 req-84c02efd-738b-48e3-9c6a-2ead83f131a3 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:05.448394 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c898a08a-22f9-4300-b551-2c135fcf0dc4 req-84c02efd-738b-48e3-9c6a-2ead83f131a3 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0565221 Sep 15 18:04:05.487158 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c898a08a-22f9-4300-b551-2c135fcf0dc4 req-7259c517-bfda-4a9c-a977-c7a5f7f248dc tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323207 Sep 15 18:04:05.523194 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-23474b47-8f66-4c10-a03e-aa65655ff00c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:05.551818 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-23474b47-8f66-4c10-a03e-aa65655ff00c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3725066 Sep 15 18:04:05.552415 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00', 'tag': 'e922871f-d900-48fe-a218-b1d9b170edb3'}] {{(pid=106072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:04:05.555815 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47b324d98f2f4bfc09410de6f146af452c7265e3c4636f4d971b874cd661cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f0a4af-2eba-4c39-9a1d-fea4fab038c3" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00", "tag": "e922871f-d900-48fe-a218-b1d9b170edb3"}]}' {{(pid=106072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:04:05.593150 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca67ca09-5d26-4a31-9576-1a198c35e4f1 x-openstack-request-id: req-ca67ca09-5d26-4a31-9576-1a198c35e4f1 {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:04:05.593445 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00", "tag": "e922871f-d900-48fe-a218-b1d9b170edb3", "status": "completed", "code": 200}]} {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:04:05.593697 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca67ca09-5d26-4a31-9576-1a198c35e4f1 {{(pid=106072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:04:05.594186 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00', 'tag': 'e922871f-d900-48fe-a218-b1d9b170edb3', 'status': 'completed', 'code': 200} Sep 15 18:04:05.617453 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-4887dc65-889c-44c2-8dea-468e85bda7fb None None] Set router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:04:05.644004 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44054) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:04:05.664277 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-8e60ba57-c01d-489b-a550-230dfae693ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:05.696866 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0a4af-2eba-4c39-9a1d-fea4fab038c3 req-03d3770b-a97c-4ede-b186-3f65ce7076ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:05.698381 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-62f0a4af-2eba-4c39-9a1d-fea4fab038c3 req-03d3770b-a97c-4ede-b186-3f65ce7076ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32757804069f4822bf01cb432ae7c283&device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 1098 time: 0.0792353 Sep 15 18:04:05.709937 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c04d7-3adb-4e84-8aab-5e24315c6007 req-a0f27e7d-cd1a-4ab0-b29f-f38b3d476e50 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:05.711965 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3d1c04d7-3adb-4e84-8aab-5e24315c6007 req-a0f27e7d-cd1a-4ab0-b29f-f38b3d476e50 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0629985 Sep 15 18:04:05.766459 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-8e60ba57-c01d-489b-a550-230dfae693ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:05.842852 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-8e60ba57-c01d-489b-a550-230dfae693ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:05.851712 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-4887dc65-889c-44c2-8dea-468e85bda7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '263bc228-33a2-4b8d-a8a7-93c6f777ac8b', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'port_id': 'e922871f-d900-48fe-a218-b1d9b170edb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'mac_address': 'fa:16:3e:57:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:04:04Z', 'updated_at': '2021-09-15T18:04:04Z', 'revision_number': 0, 'project_id': '32757804069f4822bf01cb432ae7c283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 5, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:05.878644 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4887dc65-889c-44c2-8dea-468e85bda7fb None None] Checking router: 78ba0ea3-382e-4d33-bb34-fd179b746ac9 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:04:05.887081 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-8e60ba57-c01d-489b-a550-230dfae693ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab7e0ae7b20c48a3b219ec110e67a296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372870 Sep 15 18:04:05.887081 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60ba57-c01d-489b-a550-230dfae693ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2166f51-b1f8-438e-83f2-d9484c71c23c,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:05.888400 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44056) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:04:05.888632 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4887dc65-889c-44c2-8dea-468e85bda7fb None None] Routers {'78ba0ea3-382e-4d33-bb34-fd179b746ac9'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:04:05.888734 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-4887dc65-889c-44c2-8dea-468e85bda7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:03:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:05.940894 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d15e6cef-1188-4956-b5a2-fda459da7e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:05.965593 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d15e6cef-1188-4956-b5a2-fda459da7e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:06.006449 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-4887dc65-889c-44c2-8dea-468e85bda7fb None None] Set router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:04:06.074770 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3d1c04d7-3adb-4e84-8aab-5e24315c6007 req-5ad7d43c-e0a5-4a70-88b8-ed4ccae8b534 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3536353 Sep 15 18:04:06.100526 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0a4af-2eba-4c39-9a1d-fea4fab038c3 req-35e40510-be79-40e3-b7e0-b7da44cc0078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:06.102641 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-62f0a4af-2eba-4c39-9a1d-fea4fab038c3 req-35e40510-be79-40e3-b7e0-b7da44cc0078 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bec36ef2-050f-4e45-8140-94788854de7d HTTP/1.1" status: 200 len: 912 time: 0.3892245 Sep 15 18:04:06.127506 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d15e6cef-1188-4956-b5a2-fda459da7e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:06.130130 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-d15e6cef-1188-4956-b5a2-fda459da7e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:06.131329 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-d15e6cef-1188-4956-b5a2-fda459da7e47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2166f51-b1f8-438e-83f2-d9484c71c23c HTTP/1.1" status: 204 len: 168 time: 0.2429085 Sep 15 18:04:06.139525 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e6cef-1188-4956-b5a2-fda459da7e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2166f51-b1f8-438e-83f2-d9484c71c23c,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:06.186827 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-62f0a4af-2eba-4c39-9a1d-fea4fab038c3 req-7899a2ef-d380-4138-b555-3bac34ad5d0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e922871f-d900-48fe-a218-b1d9b170edb3 HTTP/1.1" status: 200 len: 998 time: 0.0755744 Sep 15 18:04:06.255374 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-4887dc65-889c-44c2-8dea-468e85bda7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '263bc228-33a2-4b8d-a8a7-93c6f777ac8b', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'port_id': 'e922871f-d900-48fe-a218-b1d9b170edb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'mac_address': 'fa:16:3e:57:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:04:04Z', 'updated_at': '2021-09-15T18:04:04Z', 'revision_number': 0, 'project_id': '32757804069f4822bf01cb432ae7c283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 5, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:04:06.255612 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0a4af-2eba-4c39-9a1d-fea4fab038c3 req-bdde363b-1e08-4886-a481-c9eaeffe497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:06.257378 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-62f0a4af-2eba-4c39-9a1d-fea4fab038c3 req-bdde363b-1e08-4886-a481-c9eaeffe497f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4164acc9-a017-457a-b3c2-5accc0cf273a HTTP/1.1" status: 200 len: 850 time: 0.0638711 Sep 15 18:04:06.286299 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4887dc65-889c-44c2-8dea-468e85bda7fb None None] The sync data for ids ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'] in dv-cinder-805228-2-iscsi is: [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '263bc228-33a2-4b8d-a8a7-93c6f777ac8b', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'port_id': 'e922871f-d900-48fe-a218-b1d9b170edb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'mac_address': 'fa:16:3e:57:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:04:04Z', 'updated_at': '2021-09-15T18:04:04Z', 'revision_number': 0, 'project_id': '32757804069f4822bf01cb432ae7c283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 5, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:04:06.305982 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0a4af-2eba-4c39-9a1d-fea4fab038c3 req-65fa3157-bd3e-47a2-bca3-cb46ae6452b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:06.307508 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-62f0a4af-2eba-4c39-9a1d-fea4fab038c3 req-65fa3157-bd3e-47a2-bca3-cb46ae6452b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bec36ef2-050f-4e45-8140-94788854de7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403748 Sep 15 18:04:06.414280 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-62f0a4af-2eba-4c39-9a1d-fea4fab038c3 req-631b8d42-b3e4-43c4-8c44-65666693f082 service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987616 Sep 15 18:04:06.477804 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c40d926-5d2f-4f91-9fb1-3aaa47d8a5ba None None] New status for floating IP 263bc228-33a2-4b8d-a8a7-93c6f777ac8b: ACTIVE {{(pid=106073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:04:06.509265 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-62f0a4af-2eba-4c39-9a1d-fea4fab038c3 req-2e912b71-0d84-40b4-a710-40ac436b124c service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868955 Sep 15 18:04:06.619535 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c765f-cb99-493d-aa60-5dd6799113e5 req-cab8ba3d-c33c-49e5-a88c-a720e794927f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:06.621375 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-181c765f-cb99-493d-aa60-5dd6799113e5 req-cab8ba3d-c33c-49e5-a88c-a720e794927f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0610948 Sep 15 18:04:06.665317 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-181c765f-cb99-493d-aa60-5dd6799113e5 req-e5c50677-7922-40b3-83ef-8cd2d4d0a135 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369730 Sep 15 18:04:07.200668 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eb804-8c33-42fc-ae29-6bfeeec064b7 req-f778adfb-b368-43b8-aa9b-42414f66ffd1 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:07.201990 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-827eb804-8c33-42fc-ae29-6bfeeec064b7 req-f778adfb-b368-43b8-aa9b-42414f66ffd1 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0546415 Sep 15 18:04:07.240149 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-827eb804-8c33-42fc-ae29-6bfeeec064b7 req-3e6b9ade-2599-4bb8-8d09-158e76c8f6ff tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322089 Sep 15 18:04:07.778198 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629eab5-caf5-4c10-b48c-4f9a3ee465f1 req-a2875088-716b-4a39-abb5-2ad025371a7d tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:07.779626 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8629eab5-caf5-4c10-b48c-4f9a3ee465f1 req-a2875088-716b-4a39-abb5-2ad025371a7d tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0487673 Sep 15 18:04:07.817419 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8629eab5-caf5-4c10-b48c-4f9a3ee465f1 req-4bc42c2f-293d-4a6c-9fa9-38c001b93a00 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315945 Sep 15 18:04:08.203190 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24da34f-0250-4bee-9503-b320568b3bc4 req-b75e1f74-f414-4d8a-88e2-2e912c85462e tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:08.205047 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e24da34f-0250-4bee-9503-b320568b3bc4 req-b75e1f74-f414-4d8a-88e2-2e912c85462e tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0501027 Sep 15 18:04:08.251870 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e24da34f-0250-4bee-9503-b320568b3bc4 req-15adf963-e6fb-44f3-80ec-3e73cc64679e tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407078 Sep 15 18:04:08.288427 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44114) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:04:08.369747 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55891b6e-2677-405f-ad0d-a3609e93e5d9 req-84ac5dbe-00df-41bf-b6c1-a810b181e7f7 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:08.372069 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-55891b6e-2677-405f-ad0d-a3609e93e5d9 req-84ac5dbe-00df-41bf-b6c1-a810b181e7f7 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0540996 Sep 15 18:04:08.374793 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1907a59c-eb47-42e8-badf-3767b701e1d3 req-26ca0b71-b78d-49cc-bdc5-046697f370bd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850766 Sep 15 18:04:08.388228 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [req-1907a59c-eb47-42e8-badf-3767b701e1d3 req-534841d5-482f-49d9-817d-acb4898609e2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106071) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:04:08.389269 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1907a59c-eb47-42e8-badf-3767b701e1d3 req-534841d5-482f-49d9-817d-acb4898609e2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068438 Sep 15 18:04:08.421033 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-55891b6e-2677-405f-ad0d-a3609e93e5d9 req-34e59303-1ce9-4a39-a879-a7a6be8c2411 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423906 Sep 15 18:04:08.620390 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 44126) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:04:08.730697 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cc0fe6a6-b344-4cf4-ae22-3015533380e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:08.844474 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cc0fe6a6-b344-4cf4-ae22-3015533380e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:08.921668 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cc0fe6a6-b344-4cf4-ae22-3015533380e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:08.963292 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-cc0fe6a6-b344-4cf4-ae22-3015533380e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2291c76f231e4c268808ff83ba25a8e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417957 Sep 15 18:04:08.964159 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fe6a6-b344-4cf4-ae22-3015533380e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b29396-68c9-4764-b6df-c37e7886695a,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:08.966051 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44130) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:04:09.018928 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-41b64890-4603-4a7c-8b17-d2b092cf7800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:09.039092 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-41b64890-4603-4a7c-8b17-d2b092cf7800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:09.157274 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-41b64890-4603-4a7c-8b17-d2b092cf7800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:09.159862 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-41b64890-4603-4a7c-8b17-d2b092cf7800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:09.161100 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-41b64890-4603-4a7c-8b17-d2b092cf7800 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77b29396-68c9-4764-b6df-c37e7886695a HTTP/1.1" status: 204 len: 168 time: 0.1940353 Sep 15 18:04:09.169259 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b64890-4603-4a7c-8b17-d2b092cf7800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b29396-68c9-4764-b6df-c37e7886695a,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:09.367305 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6284bd3-7da3-4887-95f0-1f1e87c75115 req-b6f69dfc-9319-462d-aedf-46e404a10d85 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:09.368824 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a6284bd3-7da3-4887-95f0-1f1e87c75115 req-b6f69dfc-9319-462d-aedf-46e404a10d85 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0489881 Sep 15 18:04:09.405362 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a6284bd3-7da3-4887-95f0-1f1e87c75115 req-dbbf28b4-34d7-4457-a70e-2b4671afe819 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306444 Sep 15 18:04:09.537914 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcfc65-6517-4dd3-83de-520bacf1cd98 req-f573776e-a26f-4a97-9ef6-8b94a7dfe446 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:09.540063 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1ddcfc65-6517-4dd3-83de-520bacf1cd98 req-f573776e-a26f-4a97-9ef6-8b94a7dfe446 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0482335 Sep 15 18:04:09.579725 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1ddcfc65-6517-4dd3-83de-520bacf1cd98 req-e70991fb-89e0-4fbb-85d4-64ffe337818e tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328104 Sep 15 18:04:09.880936 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44140) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:04:09.894379 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b0125daa-5d97-45a0-b57a-1f2bf6c33a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:09.983110 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b0125daa-5d97-45a0-b57a-1f2bf6c33a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:10.031511 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-b0125daa-5d97-45a0-b57a-1f2bf6c33a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:10.069374 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-b0125daa-5d97-45a0-b57a-1f2bf6c33a71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65ef5f8c72b94a3d95ea88b5d6bb3869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1871026 Sep 15 18:04:10.072013 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0125daa-5d97-45a0-b57a-1f2bf6c33a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ceb9b4c-8634-46d5-a2c5-f4d865abe88f,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:10.072666 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 44142) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:04:10.121314 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device c5124aea-5c23-4917-b05d-e2c4188f051c no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:04:10.128200 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-67c18337-94ba-451f-98e5-9c4156971878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:10.149933 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-67c18337-94ba-451f-98e5-9c4156971878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:10.200217 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:10.222197 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5124aea-5c23-4917-b05d-e2c4188f051c'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:04:10.224409 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec940a3-0040-48dc-817f-40f250e6106c" -d '{"events": [{"server_uuid": "ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4", "name": "network-vif-unplugged", "status": "completed", "tag": "c5124aea-5c23-4917-b05d-e2c4188f051c"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:04:10.237625 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port c5124aea-5c23-4917-b05d-e2c4188f051c, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=c5124aea-5c23-4917-b05d-e2c4188f051c,segment=NetworkSegment(b168f714-e6ee-42c7-9515-72e60d76ba6f),segment_id=b168f714-e6ee-42c7-9515-72e60d76ba6f)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:10.257610 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 18:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150d8ba2-a8e7-49dc-8268-91cc78c32345 x-openstack-request-id: req-150d8ba2-a8e7-49dc-8268-91cc78c32345 {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:04:10.257972 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4", "name": "network-vif-unplugged", "status": "failed", "tag": "c5124aea-5c23-4917-b05d-e2c4188f051c", "code": 422}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:04:10.258285 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-150d8ba2-a8e7-49dc-8268-91cc78c32345 {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:04:10.259250 dv-cinder-805228-2-iscsi neutron-server[106073]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c5124aea-5c23-4917-b05d-e2c4188f051c', 'code': 422} returned with failed status Sep 15 18:04:10.265631 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-67c18337-94ba-451f-98e5-9c4156971878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:10.268279 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-67c18337-94ba-451f-98e5-9c4156971878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:10.269487 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-67c18337-94ba-451f-98e5-9c4156971878 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ceb9b4c-8634-46d5-a2c5-f4d865abe88f HTTP/1.1" status: 204 len: 168 time: 0.1958561 Sep 15 18:04:10.277480 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c18337-94ba-451f-98e5-9c4156971878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ceb9b4c-8634-46d5-a2c5-f4d865abe88f,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:10.290110 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:10.340476 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=c5124aea-5c23-4917-b05d-e2c4188f051c,revision_number=6']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:10.520803 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657d4a7-6510-4520-a7c3-e9a3afe55163 req-3137e790-cd90-4fbd-91e6-d34e5c90515e tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:10.522279 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4657d4a7-6510-4520-a7c3-e9a3afe55163 req-3137e790-cd90-4fbd-91e6-d34e5c90515e tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 944 time: 0.0510225 Sep 15 18:04:10.559420 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4657d4a7-6510-4520-a7c3-e9a3afe55163 req-9ea62de4-59bd-4e77-98dc-98e4284af1ea tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311687 Sep 15 18:04:10.699290 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1eff8c-3b3a-49f7-8f7e-8bf7370a1c71 req-5b4e4123-9d50-4766-8e34-da89c8f38f01 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:10.700839 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-fe1eff8c-3b3a-49f7-8f7e-8bf7370a1c71 req-5b4e4123-9d50-4766-8e34-da89c8f38f01 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0514557 Sep 15 18:04:10.715940 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907a59c-eb47-42e8-badf-3767b701e1d3 req-30cc77b7-7950-429a-b797-1b74ede62bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:10.717489 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1907a59c-eb47-42e8-badf-3767b701e1d3 req-30cc77b7-7950-429a-b797-1b74ede62bc6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4&tenant_id=6cf6b14bbbb64122b5eab98280def64c HTTP/1.1" status: 200 len: 1097 time: 0.0450740 Sep 15 18:04:10.747931 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-fe1eff8c-3b3a-49f7-8f7e-8bf7370a1c71 req-7dc27002-6674-48dc-806f-c8b48c29a17d tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405755 Sep 15 18:04:10.786311 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907a59c-eb47-42e8-badf-3767b701e1d3 req-3ea72b5a-68a3-44c9-a9e1-5eb703e7c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:10.787829 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1907a59c-eb47-42e8-badf-3767b701e1d3 req-3ea72b5a-68a3-44c9-a9e1-5eb703e7c4b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cf6b14bbbb64122b5eab98280def64c&device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 1097 time: 0.0471797 Sep 15 18:04:10.877644 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907a59c-eb47-42e8-badf-3767b701e1d3 req-49745f73-b38f-4032-ac2a-0ca5a459c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:10.886616 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1907a59c-eb47-42e8-badf-3767b701e1d3 req-49745f73-b38f-4032-ac2a-0ca5a459c410 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef9bd678-fb03-49b0-b2af-7d04383c138e HTTP/1.1" status: 200 len: 907 time: 0.0844576 Sep 15 18:04:10.941108 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1907a59c-eb47-42e8-badf-3767b701e1d3 req-df63a056-375e-4cc4-871d-1c2eaad326d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5124aea-5c23-4917-b05d-e2c4188f051c HTTP/1.1" status: 200 len: 1000 time: 0.0550201 Sep 15 18:04:10.988838 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907a59c-eb47-42e8-badf-3767b701e1d3 req-a85ad093-2642-40ba-a857-1011eaa7f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:10.990309 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1907a59c-eb47-42e8-badf-3767b701e1d3 req-a85ad093-2642-40ba-a857-1011eaa7f93f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e88ec5f-fa46-4bde-9cde-13946047afbd HTTP/1.1" status: 200 len: 845 time: 0.0431340 Sep 15 18:04:11.038605 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907a59c-eb47-42e8-badf-3767b701e1d3 req-01aa900b-412a-45af-ac2f-7e8f23f39366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:11.040744 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1907a59c-eb47-42e8-badf-3767b701e1d3 req-01aa900b-412a-45af-ac2f-7e8f23f39366 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef9bd678-fb03-49b0-b2af-7d04383c138e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435123 Sep 15 18:04:11.140923 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1907a59c-eb47-42e8-badf-3767b701e1d3 req-08b51718-84cb-47c5-b30e-18ac9c8c7782 service neutron] 10.222.0.37 "GET /v2.0/networks/ef9bd678-fb03-49b0-b2af-7d04383c138e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883253 Sep 15 18:04:11.232652 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1907a59c-eb47-42e8-badf-3767b701e1d3 req-d3cc47f2-7300-466d-b2ca-b41dc59302b4 service neutron] 10.222.0.37 "GET /v2.0/networks/ef9bd678-fb03-49b0-b2af-7d04383c138e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898969 Sep 15 18:04:11.673692 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4df5f-d4b5-450d-bb8c-9cab11a329a7 req-1e65c387-7635-4adc-a883-e4973e590f30 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:11.675237 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6cb4df5f-d4b5-450d-bb8c-9cab11a329a7 req-1e65c387-7635-4adc-a883-e4973e590f30 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 944 time: 0.0486877 Sep 15 18:04:11.713410 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-6cb4df5f-d4b5-450d-bb8c-9cab11a329a7 req-c4bdd5b1-bc2b-4d81-a3fe-54c4bd4e3ed0 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315554 Sep 15 18:04:11.862086 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbef73c-4032-4d83-9835-8341e8fe8950 req-2e186300-cb64-4f6d-847c-c53282168911 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:11.863563 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4dbef73c-4032-4d83-9835-8341e8fe8950 req-2e186300-cb64-4f6d-847c-c53282168911 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0475483 Sep 15 18:04:11.903712 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4dbef73c-4032-4d83-9835-8341e8fe8950 req-c57cc754-18cf-4175-b3a0-56e8f505736b tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336025 Sep 15 18:04:12.824538 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90540823-7e62-4613-8b0a-ad5c7f8ee834 req-d1c9e07d-8240-4cb7-98e9-2410be68592d tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:12.825919 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-90540823-7e62-4613-8b0a-ad5c7f8ee834 req-d1c9e07d-8240-4cb7-98e9-2410be68592d tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 944 time: 0.0477521 Sep 15 18:04:12.867550 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-90540823-7e62-4613-8b0a-ad5c7f8ee834 req-ad04251c-2970-4dbe-a246-d149dd5b9bbd tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356989 Sep 15 18:04:13.023584 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357afe3-f063-4dd9-adcd-114c7ad14e33 req-772ebdce-d660-497b-b6f1-90431729c255 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:13.025680 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-9357afe3-f063-4dd9-adcd-114c7ad14e33 req-772ebdce-d660-497b-b6f1-90431729c255 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0515099 Sep 15 18:04:13.063033 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-9357afe3-f063-4dd9-adcd-114c7ad14e33 req-647a5b2b-10ea-417c-bd10-9e1721c2622a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313983 Sep 15 18:04:13.979952 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378093e-35e8-4b89-87cf-66df45773bc0 req-e8ac6ad2-c29f-442f-b027-ca03420d5847 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:13.981479 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3378093e-35e8-4b89-87cf-66df45773bc0 req-e8ac6ad2-c29f-442f-b027-ca03420d5847 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 944 time: 0.0487561 Sep 15 18:04:14.017598 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3378093e-35e8-4b89-87cf-66df45773bc0 req-4eda0815-2db1-4ef3-b8c7-ad0d266d3076 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303233 Sep 15 18:04:14.180350 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa31cb-ed05-41f6-b08c-80f1f894c9c8 req-fcca6d1a-e53e-4525-958c-706bfe01c5b3 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:14.181818 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1aaa31cb-ed05-41f6-b08c-80f1f894c9c8 req-fcca6d1a-e53e-4525-958c-706bfe01c5b3 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0487163 Sep 15 18:04:14.219781 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1aaa31cb-ed05-41f6-b08c-80f1f894c9c8 req-fd1115b9-50a6-4941-9b2d-933ccaa8c05f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320895 Sep 15 18:04:15.130807 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc366dc-b335-43c0-9e28-18714a130e49 req-b39cb3d0-47a9-4987-8adc-c173f34ee507 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:15.132285 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bdc366dc-b335-43c0-9e28-18714a130e49 req-b39cb3d0-47a9-4987-8adc-c173f34ee507 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 944 time: 0.0484059 Sep 15 18:04:15.168800 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bdc366dc-b335-43c0-9e28-18714a130e49 req-33374723-3867-40b2-aacd-3d220377c321 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306978 Sep 15 18:04:15.334161 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639a1dd-93ab-4bc7-8b78-7b69d2a5cece req-12ee11e7-2076-47a3-8d38-b3cf0f7a4998 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:15.335543 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2639a1dd-93ab-4bc7-8b78-7b69d2a5cece req-12ee11e7-2076-47a3-8d38-b3cf0f7a4998 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0474901 Sep 15 18:04:15.372217 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-2639a1dd-93ab-4bc7-8b78-7b69d2a5cece req-c49b2a90-e7d8-426b-97dd-81d3c0a82625 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303082 Sep 15 18:04:16.278691 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5321087-c643-4cbd-94ed-b2033696ff19 req-4a54db67-07e2-4719-bc07-ecd362ea8867 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:16.280132 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b5321087-c643-4cbd-94ed-b2033696ff19 req-4a54db67-07e2-4719-bc07-ecd362ea8867 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 944 time: 0.0465274 Sep 15 18:04:16.319414 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b5321087-c643-4cbd-94ed-b2033696ff19 req-3233b575-04bf-43db-8707-2ccd2196dd8a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334964 Sep 15 18:04:16.490084 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b973b67-ec78-45d7-b0ef-33a58c472999 req-53d77f54-22bc-4be9-9bbc-ca28b3afdf5a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:16.491550 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-9b973b67-ec78-45d7-b0ef-33a58c472999 req-53d77f54-22bc-4be9-9bbc-ca28b3afdf5a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0511253 Sep 15 18:04:16.527733 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-9b973b67-ec78-45d7-b0ef-33a58c472999 req-84bf15fc-00cc-49c0-af46-8bc73097f4bf tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304508 Sep 15 18:04:17.437994 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb01646-4634-49cb-a433-1ad24205cc08 req-100452c7-ba3c-4d3f-9bb7-b746ef227971 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:17.439502 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5bb01646-4634-49cb-a433-1ad24205cc08 req-100452c7-ba3c-4d3f-9bb7-b746ef227971 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 944 time: 0.0552666 Sep 15 18:04:17.476949 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-5bb01646-4634-49cb-a433-1ad24205cc08 req-8bcc6ad9-a623-4b6e-971f-6155191f8589 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312784 Sep 15 18:04:17.641992 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbda93-fbc1-4136-9d23-b34490df738f req-6f043908-34cd-4e9f-ae2b-6cfc19ce8eab tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:17.643432 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-70bbda93-fbc1-4136-9d23-b34490df738f req-6f043908-34cd-4e9f-ae2b-6cfc19ce8eab tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0470526 Sep 15 18:04:17.679280 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-70bbda93-fbc1-4136-9d23-b34490df738f req-cac38f2e-24c4-4b83-a31d-58d529d3e314 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300055 Sep 15 18:04:18.587136 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a2942-9770-4224-b17c-775e2a26677d req-b55cbbaf-8610-4c6e-b5f5-0c0f85db2325 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:18.588619 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-631a2942-9770-4224-b17c-775e2a26677d req-b55cbbaf-8610-4c6e-b5f5-0c0f85db2325 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 944 time: 0.0478883 Sep 15 18:04:18.624593 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-631a2942-9770-4224-b17c-775e2a26677d req-6e98a9c4-299a-472b-99d4-8ad9aefba325 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301721 Sep 15 18:04:18.801772 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470796a1-3466-45b6-9339-9c669c206319 req-8f29e137-7939-40f6-9265-f078f9904ecb tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:18.803163 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-470796a1-3466-45b6-9339-9c669c206319 req-8f29e137-7939-40f6-9265-f078f9904ecb tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0487721 Sep 15 18:04:18.842809 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-470796a1-3466-45b6-9339-9c669c206319 req-2b2a8287-b3da-45ff-a54b-e6feea8006ce tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324717 Sep 15 18:04:18.888617 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8252a262-91db-45e1-b043-c4d9519d6d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:19.738214 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabdecd-4e71-4a87-94b7-7b21a3dbc551 req-0227d611-0dc6-4238-81b8-0b0346ba41d9 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:19.739685 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-beabdecd-4e71-4a87-94b7-7b21a3dbc551 req-0227d611-0dc6-4238-81b8-0b0346ba41d9 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 944 time: 0.0482705 Sep 15 18:04:19.780538 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-beabdecd-4e71-4a87-94b7-7b21a3dbc551 req-df8b2703-97f4-4f00-baf7-0bdf18059c28 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349510 Sep 15 18:04:19.962071 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe8eb5-d170-4408-b1d4-7b3e16c2dcd9 req-669faf90-c247-4964-9868-9ecaf05b9848 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:19.963422 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1bfe8eb5-d170-4408-b1d4-7b3e16c2dcd9 req-669faf90-c247-4964-9868-9ecaf05b9848 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0509541 Sep 15 18:04:19.998811 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1bfe8eb5-d170-4408-b1d4-7b3e16c2dcd9 req-f90024ec-f1a1-4258-83f0-5e6118b1dc90 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0296175 Sep 15 18:04:20.159663 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device c5124aea-5c23-4917-b05d-e2c4188f051c details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:04:20.252887 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port c5124aea-5c23-4917-b05d-e2c4188f051c, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=c5124aea-5c23-4917-b05d-e2c4188f051c,segment=NetworkSegment(b168f714-e6ee-42c7-9515-72e60d76ba6f),segment_id=b168f714-e6ee-42c7-9515-72e60d76ba6f)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:20.263408 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': 'c5124aea-5c23-4917-b05d-e2c4188f051c', 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e', 'port_id': 'c5124aea-5c23-4917-b05d-e2c4188f051c', 'mac_address': 'fa:16:3e:7a:d5:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e88ec5f-fa46-4bde-9cde-13946047afbd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:04:20.298157 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:20.310509 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5124aea-5c23-4917-b05d-e2c4188f051c {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:04:20.328945 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port c5124aea-5c23-4917-b05d-e2c4188f051c, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=c5124aea-5c23-4917-b05d-e2c4188f051c,segment=NetworkSegment(b168f714-e6ee-42c7-9515-72e60d76ba6f),segment_id=b168f714-e6ee-42c7-9515-72e60d76ba6f)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:20.396520 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:20.445504 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=c5124aea-5c23-4917-b05d-e2c4188f051c,revision_number=7']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:20.650447 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['c5124aea-5c23-4917-b05d-e2c4188f051c'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:04:20.899041 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65afbed5-28da-4225-9aa1-93511f5811f1 req-b4fb6ed1-838f-4176-85ac-7928f21ac010 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:20.900781 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-65afbed5-28da-4225-9aa1-93511f5811f1 req-b4fb6ed1-838f-4176-85ac-7928f21ac010 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 945 time: 0.0491030 Sep 15 18:04:20.938359 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-65afbed5-28da-4225-9aa1-93511f5811f1 req-02314216-53b4-49bf-99b7-dc86e9466ec1 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311666 Sep 15 18:04:21.116700 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504860b-21aa-43d8-96e0-ba94c1c39711 req-4e880206-b278-48d7-8fbf-88a0cbbb0b48 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:21.118233 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5504860b-21aa-43d8-96e0-ba94c1c39711 req-4e880206-b278-48d7-8fbf-88a0cbbb0b48 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0500317 Sep 15 18:04:21.156718 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5504860b-21aa-43d8-96e0-ba94c1c39711 req-59f94181-fa63-4c04-b0d9-e97003380f4f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325809 Sep 15 18:04:21.470652 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-4ddc94da-5bdb-4937-b83a-58a3d0a8cf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:22.008657 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:22.050881 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e6eb7-1cc0-47df-af20-3ec6270d9b52 req-e7093da9-0297-4558-a558-2a638e495ef1 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:22.052337 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-da6e6eb7-1cc0-47df-af20-3ec6270d9b52 req-e7093da9-0297-4558-a558-2a638e495ef1 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 945 time: 0.0475750 Sep 15 18:04:22.090161 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-da6e6eb7-1cc0-47df-af20-3ec6270d9b52 req-90ec9dfb-4b58-4766-b357-4e2f25e4fd1b tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319870 Sep 15 18:04:22.173498 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device c5124aea-5c23-4917-b05d-e2c4188f051c up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:22.219090 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port c5124aea-5c23-4917-b05d-e2c4188f051c triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:04:22.219467 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:22.277876 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bec8b3-08c2-4024-9756-581a1ecacf53 req-eab3f169-8fb5-404d-9e61-483d08ac3e28 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:22.279297 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-63bec8b3-08c2-4024-9756-581a1ecacf53 req-eab3f169-8fb5-404d-9e61-483d08ac3e28 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0499613 Sep 15 18:04:22.295840 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:22.319431 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-63bec8b3-08c2-4024-9756-581a1ecacf53 req-a2ce4d05-3770-4854-8cb6-820956c37584 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329053 Sep 15 18:04:22.320340 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5124aea-5c23-4917-b05d-e2c4188f051c'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:04:22.322626 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f931dd33-d3d9-4719-9e87-db30f249938e" -d '{"events": [{"server_uuid": "ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4", "name": "network-vif-plugged", "status": "completed", "tag": "c5124aea-5c23-4917-b05d-e2c4188f051c"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:04:22.337558 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port c5124aea-5c23-4917-b05d-e2c4188f051c, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=c5124aea-5c23-4917-b05d-e2c4188f051c,segment=NetworkSegment(b168f714-e6ee-42c7-9515-72e60d76ba6f),segment_id=b168f714-e6ee-42c7-9515-72e60d76ba6f)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:22.358598 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aec84c6-c9a4-4d56-83d4-76bcefb00529 x-openstack-request-id: req-4aec84c6-c9a4-4d56-83d4-76bcefb00529 {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:04:22.358891 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4", "name": "network-vif-plugged", "status": "completed", "tag": "c5124aea-5c23-4917-b05d-e2c4188f051c", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:04:22.359151 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4aec84c6-c9a4-4d56-83d4-76bcefb00529 {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:04:22.359545 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5124aea-5c23-4917-b05d-e2c4188f051c', 'code': 200} Sep 15 18:04:22.394801 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:22.438627 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=c5124aea-5c23-4917-b05d-e2c4188f051c,revision_number=8']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:22.661900 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f4375-07cf-4868-9db7-7e489b5a8436 req-eda9fb4d-e95e-4b0f-a3d6-872e06875884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:22.663453 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bd3f4375-07cf-4868-9db7-7e489b5a8436 req-eda9fb4d-e95e-4b0f-a3d6-872e06875884 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 1099 time: 0.0410044 Sep 15 18:04:22.707123 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bd3f4375-07cf-4868-9db7-7e489b5a8436 req-ae5b2d1a-657c-4f9e-ac90-c0bdc2ae3a3e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306180 Sep 15 18:04:22.831502 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44284) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:04:22.929508 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c4d95b81-9c2b-4b83-a83d-1039888465b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:23.018382 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c4d95b81-9c2b-4b83-a83d-1039888465b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:23.059130 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-c4d95b81-9c2b-4b83-a83d-1039888465b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:23.097755 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-c4d95b81-9c2b-4b83-a83d-1039888465b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e4243a9635f4bb9b85966e49d748e0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651680 Sep 15 18:04:23.098935 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d95b81-9c2b-4b83-a83d-1039888465b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c594335b-dbfc-445d-b28b-e689bf8acf59,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:23.100482 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 44288) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:04:23.151621 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-26bb39a8-8168-4c8e-8dc9-3e00a4b8a1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:23.173137 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-26bb39a8-8168-4c8e-8dc9-3e00a4b8a1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:23.205627 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4590e-8ca2-4a9c-9bca-3ee6a560f1a1 req-da475c59-889f-4ac8-9759-d6b48f948753 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:23.207280 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-68a4590e-8ca2-4a9c-9bca-3ee6a560f1a1 req-da475c59-889f-4ac8-9759-d6b48f948753 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0487151 Sep 15 18:04:23.246304 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-68a4590e-8ca2-4a9c-9bca-3ee6a560f1a1 req-76dd61b0-1530-4b21-83a7-585327c3d6f2 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315633 Sep 15 18:04:23.276691 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-26bb39a8-8168-4c8e-8dc9-3e00a4b8a1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:23.279223 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-26bb39a8-8168-4c8e-8dc9-3e00a4b8a1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:23.280359 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-26bb39a8-8168-4c8e-8dc9-3e00a4b8a1cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c594335b-dbfc-445d-b28b-e689bf8acf59 HTTP/1.1" status: 204 len: 168 time: 0.1788743 Sep 15 18:04:23.287274 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:23.290496 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb39a8-8168-4c8e-8dc9-3e00a4b8a1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c594335b-dbfc-445d-b28b-e689bf8acf59,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:23.437224 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51759a2-cfa0-4d56-b416-cdcb2527cb17 req-33da4207-df92-42ba-89c5-51aba2965d69 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:23.438621 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f51759a2-cfa0-4d56-b416-cdcb2527cb17 req-33da4207-df92-42ba-89c5-51aba2965d69 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0472846 Sep 15 18:04:23.475869 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f51759a2-cfa0-4d56-b416-cdcb2527cb17 req-41ca42dc-5d51-4ece-8e45-026b669c3ad5 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310736 Sep 15 18:04:23.893241 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 44298) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:04:23.906186 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-73336934-4db3-449e-b5e7-9b432e33f0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:23.996263 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-73336934-4db3-449e-b5e7-9b432e33f0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:24.048253 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-73336934-4db3-449e-b5e7-9b432e33f0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:24.086964 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-73336934-4db3-449e-b5e7-9b432e33f0ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a43cc11172444ac08fdf0281712e121a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1926529 Sep 15 18:04:24.087839 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73336934-4db3-449e-b5e7-9b432e33f0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092c5d90-cf67-4101-9410-fd79e76f8524,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:24.089718 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44300) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:04:24.141211 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-db87f051-8f0b-4010-b93e-48f7a5bc9280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:24.169897 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-db87f051-8f0b-4010-b93e-48f7a5bc9280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:24.282603 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-db87f051-8f0b-4010-b93e-48f7a5bc9280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:24.285333 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-db87f051-8f0b-4010-b93e-48f7a5bc9280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:24.286494 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-db87f051-8f0b-4010-b93e-48f7a5bc9280 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/092c5d90-cf67-4101-9410-fd79e76f8524 HTTP/1.1" status: 204 len: 168 time: 0.1952658 Sep 15 18:04:24.305132 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87f051-8f0b-4010-b93e-48f7a5bc9280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092c5d90-cf67-4101-9410-fd79e76f8524,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:24.362470 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258936cc-a4ac-4913-a4ca-f5e7c93b4966 req-f52d14bc-e08d-46b4-9278-9242c0688855 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:24.363955 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-258936cc-a4ac-4913-a4ca-f5e7c93b4966 req-f52d14bc-e08d-46b4-9278-9242c0688855 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0477340 Sep 15 18:04:24.402077 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-258936cc-a4ac-4913-a4ca-f5e7c93b4966 req-7b0beebe-4c19-4b04-bffd-1fd5c1eb6926 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314152 Sep 15 18:04:24.598026 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b56010-e057-4a3b-b524-e1fe36ae6d9d req-80990ce3-85f7-48c1-986e-7a176cb50e64 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:24.601443 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-54b56010-e057-4a3b-b524-e1fe36ae6d9d req-80990ce3-85f7-48c1-986e-7a176cb50e64 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0510840 Sep 15 18:04:24.637378 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-54b56010-e057-4a3b-b524-e1fe36ae6d9d req-bc654248-fda0-4dd7-8ab5-9d9bc6b74970 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319161 Sep 15 18:04:24.654136 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:25.752740 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c9d71-5cc8-446d-8ab9-cd271b295dad req-c986ef98-643b-4216-84df-90c1282b10de tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:25.754119 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b94c9d71-5cc8-446d-8ab9-cd271b295dad req-c986ef98-643b-4216-84df-90c1282b10de tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0475807 Sep 15 18:04:25.794096 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b94c9d71-5cc8-446d-8ab9-cd271b295dad req-9483d4dc-91d0-448e-af57-43c6734bf163 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340388 Sep 15 18:04:26.918188 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f795a-40d8-4227-af06-84aae1d78e42 req-180942eb-d222-4c26-81e2-776b4bc8fa6f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:26.919596 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-175f795a-40d8-4227-af06-84aae1d78e42 req-180942eb-d222-4c26-81e2-776b4bc8fa6f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0483868 Sep 15 18:04:26.956329 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-175f795a-40d8-4227-af06-84aae1d78e42 req-97449429-4b5a-4ff2-8124-66b57d8a4688 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308444 Sep 15 18:04:28.071120 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe143653-1c9f-4cf1-9be0-54e30010f57f req-35967b02-ed5b-400d-adfb-423b990d90ce tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:28.072626 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-fe143653-1c9f-4cf1-9be0-54e30010f57f req-35967b02-ed5b-400d-adfb-423b990d90ce tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0469322 Sep 15 18:04:28.113558 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-fe143653-1c9f-4cf1-9be0-54e30010f57f req-b5dfd736-218f-4684-8b08-08d8db72d0ac tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350075 Sep 15 18:04:29.234712 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711d745-fdf3-4a4d-82f0-68eb1dfc2f56 req-bea1e0d2-92a3-445a-84ac-9c35e8f8d456 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:29.236381 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9711d745-fdf3-4a4d-82f0-68eb1dfc2f56 req-bea1e0d2-92a3-445a-84ac-9c35e8f8d456 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0533738 Sep 15 18:04:29.273757 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9711d745-fdf3-4a4d-82f0-68eb1dfc2f56 req-f3c667d7-6436-47a7-8dcb-4589e79961c2 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305486 Sep 15 18:04:30.398788 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ddd2f-f8ee-4c43-bd66-79248fe07228 req-63f81c49-44c8-40c0-814b-53e2d8fdb55d tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:30.400502 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-870ddd2f-f8ee-4c43-bd66-79248fe07228 req-63f81c49-44c8-40c0-814b-53e2d8fdb55d tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0544670 Sep 15 18:04:30.441554 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-870ddd2f-f8ee-4c43-bd66-79248fe07228 req-169db279-2eb1-46c4-b157-7a9bc8392aa7 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352497 Sep 15 18:04:31.561584 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd496b2-8283-4be6-8997-cfc6fef6a96b req-4745076b-e4d2-4f56-9fa7-00737c44f364 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:31.563061 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9dd496b2-8283-4be6-8997-cfc6fef6a96b req-4745076b-e4d2-4f56-9fa7-00737c44f364 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0475051 Sep 15 18:04:31.600427 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9dd496b2-8283-4be6-8997-cfc6fef6a96b req-5f1b404f-2b24-4125-bd52-b3432b4453eb tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316386 Sep 15 18:04:32.716322 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd2447-d021-48ce-a41f-de52348300e7 req-6ec6a7e1-68ea-4758-a5db-a1da38fcb1d6 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:32.717827 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4dfd2447-d021-48ce-a41f-de52348300e7 req-6ec6a7e1-68ea-4758-a5db-a1da38fcb1d6 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0479662 Sep 15 18:04:32.753837 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4dfd2447-d021-48ce-a41f-de52348300e7 req-8ead0cc2-c5bd-4c4c-b644-352efe3b16c8 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301197 Sep 15 18:04:33.872784 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c0b28-7c17-4b4f-bc45-5d88b0cbc5e5 req-7a965cbb-612b-432b-8283-adb340f0f4cb tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:33.874251 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-629c0b28-7c17-4b4f-bc45-5d88b0cbc5e5 req-7a965cbb-612b-432b-8283-adb340f0f4cb tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0500286 Sep 15 18:04:33.910055 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-629c0b28-7c17-4b4f-bc45-5d88b0cbc5e5 req-dc6c7350-a478-4e85-9c93-19068c2a414f tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298562 Sep 15 18:04:34.328134 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:35.027178 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f6e85-2a4b-4967-88d2-6d5f8be47af8 req-7c25be2d-920e-4954-9ed7-1f581ac00dc0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:35.028614 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4b0f6e85-2a4b-4967-88d2-6d5f8be47af8 req-7c25be2d-920e-4954-9ed7-1f581ac00dc0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0482461 Sep 15 18:04:35.069659 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4b0f6e85-2a4b-4967-88d2-6d5f8be47af8 req-e310f2c1-a6b1-4107-9d1f-deaf13c24afe tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350754 Sep 15 18:04:35.232292 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 44452) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:04:35.335014 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-531c5187-cd2e-40c1-9661-78ff90bc12f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:35.421609 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-531c5187-cd2e-40c1-9661-78ff90bc12f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:35.481974 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-531c5187-cd2e-40c1-9661-78ff90bc12f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:35.518331 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c5187-cd2e-40c1-9661-78ff90bc12f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608e3ef2-2809-4fd3-9af4-3ad1e60c32d3,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:35.523829 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-531c5187-cd2e-40c1-9661-78ff90bc12f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e472752e3eca468c9c1f4a90fd55ff8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897978 Sep 15 18:04:35.526270 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 44456) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:04:35.574681 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d1e9d694-4511-4e78-9a5c-09f3f01f49a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:35.595519 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d1e9d694-4511-4e78-9a5c-09f3f01f49a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:35.711072 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d1e9d694-4511-4e78-9a5c-09f3f01f49a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:35.711072 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d1e9d694-4511-4e78-9a5c-09f3f01f49a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:35.711072 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-d1e9d694-4511-4e78-9a5c-09f3f01f49a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/608e3ef2-2809-4fd3-9af4-3ad1e60c32d3 HTTP/1.1" status: 204 len: 168 time: 0.1832614 Sep 15 18:04:35.720331 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9d694-4511-4e78-9a5c-09f3f01f49a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608e3ef2-2809-4fd3-9af4-3ad1e60c32d3,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:36.194061 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10ff44-924c-497f-a057-6d58028322a0 req-7eab8f90-7724-4441-824e-e74b82198aa1 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:36.196128 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bc10ff44-924c-497f-a057-6d58028322a0 req-7eab8f90-7724-4441-824e-e74b82198aa1 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0499234 Sep 15 18:04:36.237202 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-bc10ff44-924c-497f-a057-6d58028322a0 req-a89f73fe-76f8-401e-9beb-290abc52504d tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350947 Sep 15 18:04:36.258535 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 85d89c2a-ea19-4b2c-af65-05368b2e8186 details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:04:36.340716 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 44488) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:04:36.351470 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 85d89c2a-ea19-4b2c-af65-05368b2e8186, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=85d89c2a-ea19-4b2c-af65-05368b2e8186,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:36.354109 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f4276569-ae45-4bbd-9b8d-cfbb3a1dcfa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:36.362655 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': '85d89c2a-ea19-4b2c-af65-05368b2e8186', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'port_id': '85d89c2a-ea19-4b2c-af65-05368b2e8186', 'mac_address': 'fa:16:3e:1e:8c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:04:36.400996 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:36.413634 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85d89c2a-ea19-4b2c-af65-05368b2e8186 {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:04:36.434679 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 85d89c2a-ea19-4b2c-af65-05368b2e8186, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=85d89c2a-ea19-4b2c-af65-05368b2e8186,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:36.446699 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f4276569-ae45-4bbd-9b8d-cfbb3a1dcfa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:36.476797 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:36.510197 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f4276569-ae45-4bbd-9b8d-cfbb3a1dcfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:36.528159 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=85d89c2a-ea19-4b2c-af65-05368b2e8186,revision_number=6']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:36.558583 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4276569-ae45-4bbd-9b8d-cfbb3a1dcfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cdca21-73b4-4fde-95a8-4551e76d05d1,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:36.562879 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-f4276569-ae45-4bbd-9b8d-cfbb3a1dcfa6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70133664a0ab4b0fb5f8c533935e3e72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211208 Sep 15 18:04:36.565582 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 44494) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:04:36.569077 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['85d89c2a-ea19-4b2c-af65-05368b2e8186'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:04:36.626390 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c343ea9c-38b5-4fba-8485-167b09f0cdae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:36.651711 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c343ea9c-38b5-4fba-8485-167b09f0cdae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:36.807909 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c343ea9c-38b5-4fba-8485-167b09f0cdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:36.810839 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c343ea9c-38b5-4fba-8485-167b09f0cdae admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:36.812009 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-c343ea9c-38b5-4fba-8485-167b09f0cdae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1cdca21-73b4-4fde-95a8-4551e76d05d1 HTTP/1.1" status: 204 len: 168 time: 0.2456310 Sep 15 18:04:36.820444 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343ea9c-38b5-4fba-8485-167b09f0cdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cdca21-73b4-4fde-95a8-4551e76d05d1,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:37.366480 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306dfa15-d3ba-4aed-b9f9-3ba4fd57d6f0 req-77a46679-e5c3-4f26-8904-d5dbe03f5418 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:37.368022 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-306dfa15-d3ba-4aed-b9f9-3ba4fd57d6f0 req-77a46679-e5c3-4f26-8904-d5dbe03f5418 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 945 time: 0.0523539 Sep 15 18:04:37.408203 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-306dfa15-d3ba-4aed-b9f9-3ba4fd57d6f0 req-16817687-3e17-4a92-85c9-29909783d216 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337877 Sep 15 18:04:37.591420 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9c9a922c-b597-4c94-b071-dcf015ac5334 req-cb2ebd9b-c01b-4fb6-b6c7-51a947c6810b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543284 Sep 15 18:04:37.618988 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44502) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:04:37.637661 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-57e2b079-217c-4d5b-a991-be7e35c6647d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:37.664103 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a922c-b597-4c94-b071-dcf015ac5334 req-f948082b-591f-47a4-b21d-4681dec19898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:37.666220 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9c9a922c-b597-4c94-b071-dcf015ac5334 req-f948082b-591f-47a4-b21d-4681dec19898 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cf6b14bbbb64122b5eab98280def64c&device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 1099 time: 0.0486546 Sep 15 18:04:37.756136 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-57e2b079-217c-4d5b-a991-be7e35c6647d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:37.776330 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a922c-b597-4c94-b071-dcf015ac5334 req-03e04c65-860e-4a19-8838-a7bc6edb157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:37.777878 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9c9a922c-b597-4c94-b071-dcf015ac5334 req-03e04c65-860e-4a19-8838-a7bc6edb157e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef9bd678-fb03-49b0-b2af-7d04383c138e HTTP/1.1" status: 200 len: 907 time: 0.0900638 Sep 15 18:04:37.808069 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-57e2b079-217c-4d5b-a991-be7e35c6647d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:37.854297 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9c9a922c-b597-4c94-b071-dcf015ac5334 req-c4aff147-a50f-4e81-9378-a00ee738601f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5124aea-5c23-4917-b05d-e2c4188f051c HTTP/1.1" status: 200 len: 1002 time: 0.0684714 Sep 15 18:04:37.866166 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2b079-217c-4d5b-a991-be7e35c6647d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d78900-5f64-4200-9141-5791b2ec0107,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:37.875008 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e2b079-217c-4d5b-a991-be7e35c6647d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:37.879991 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e2b079-217c-4d5b-a991-be7e35c6647d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:37.879991 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e2b079-217c-4d5b-a991-be7e35c6647d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:37.879991 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e2b079-217c-4d5b-a991-be7e35c6647d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:37.879991 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e2b079-217c-4d5b-a991-be7e35c6647d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:37.879991 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e2b079-217c-4d5b-a991-be7e35c6647d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:37.879991 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e2b079-217c-4d5b-a991-be7e35c6647d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:37.879991 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e2b079-217c-4d5b-a991-be7e35c6647d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:37.879991 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e2b079-217c-4d5b-a991-be7e35c6647d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:37.879991 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e2b079-217c-4d5b-a991-be7e35c6647d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:37.879991 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e2b079-217c-4d5b-a991-be7e35c6647d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:37.879991 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e2b079-217c-4d5b-a991-be7e35c6647d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:04:37.886968 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-57e2b079-217c-4d5b-a991-be7e35c6647d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c72ae3bd35f4b8099b25422a87453b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667937 Sep 15 18:04:37.889426 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44504) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:04:37.907308 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:04:37.931018 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a922c-b597-4c94-b071-dcf015ac5334 req-efa5b4c2-24d3-4f5f-8891-0ebc55ea5617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:37.932942 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9c9a922c-b597-4c94-b071-dcf015ac5334 req-efa5b4c2-24d3-4f5f-8891-0ebc55ea5617 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e88ec5f-fa46-4bde-9cde-13946047afbd HTTP/1.1" status: 200 len: 845 time: 0.0700183 Sep 15 18:04:37.948686 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-780bc0e2-8477-48f6-a944-c416bf6aa590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:37.974984 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-780bc0e2-8477-48f6-a944-c416bf6aa590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:37.995017 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a922c-b597-4c94-b071-dcf015ac5334 req-3b2cb35c-51d9-47e4-ab0d-c986bf599902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:37.997609 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9c9a922c-b597-4c94-b071-dcf015ac5334 req-3b2cb35c-51d9-47e4-ab0d-c986bf599902 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef9bd678-fb03-49b0-b2af-7d04383c138e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559800 Sep 15 18:04:38.115714 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9c9a922c-b597-4c94-b071-dcf015ac5334 req-aadc053f-a30a-4324-bbc0-164fe2f1cd35 service neutron] 10.222.0.37 "GET /v2.0/networks/ef9bd678-fb03-49b0-b2af-7d04383c138e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084869 Sep 15 18:04:38.117317 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-780bc0e2-8477-48f6-a944-c416bf6aa590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:38.119961 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-780bc0e2-8477-48f6-a944-c416bf6aa590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:38.121514 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-780bc0e2-8477-48f6-a944-c416bf6aa590 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97d78900-5f64-4200-9141-5791b2ec0107 HTTP/1.1" status: 204 len: 168 time: 0.2310262 Sep 15 18:04:38.135114 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bc0e2-8477-48f6-a944-c416bf6aa590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d78900-5f64-4200-9141-5791b2ec0107,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:38.230879 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9c9a922c-b597-4c94-b071-dcf015ac5334 req-edf778cc-be55-48cd-a9f1-021c6ea3c2d4 service neutron] 10.222.0.37 "GET /v2.0/networks/ef9bd678-fb03-49b0-b2af-7d04383c138e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060750 Sep 15 18:04:38.266834 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 85d89c2a-ea19-4b2c-af65-05368b2e8186 up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:04:38.326134 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port 85d89c2a-ea19-4b2c-af65-05368b2e8186 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:04:38.326512 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:38.419372 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:38.448801 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690873e8-ed77-4241-a27c-95279048832f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d89c2a-ea19-4b2c-af65-05368b2e8186'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:04:38.451035 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca8cae4-71c6-487a-ba97-67253469b213" -d '{"events": [{"server_uuid": "690873e8-ed77-4241-a27c-95279048832f", "name": "network-vif-plugged", "status": "completed", "tag": "85d89c2a-ea19-4b2c-af65-05368b2e8186"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:04:38.468292 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 85d89c2a-ea19-4b2c-af65-05368b2e8186, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=85d89c2a-ea19-4b2c-af65-05368b2e8186,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:38.515074 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f174cc-d4b4-4f30-96c6-186550f8bf75 x-openstack-request-id: req-33f174cc-d4b4-4f30-96c6-186550f8bf75 {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:04:38.515378 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690873e8-ed77-4241-a27c-95279048832f", "name": "network-vif-plugged", "status": "completed", "tag": "85d89c2a-ea19-4b2c-af65-05368b2e8186", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:04:38.515775 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33f174cc-d4b4-4f30-96c6-186550f8bf75 {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:04:38.516173 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690873e8-ed77-4241-a27c-95279048832f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d89c2a-ea19-4b2c-af65-05368b2e8186', 'code': 200} Sep 15 18:04:38.545838 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:38.626926 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1693e-6305-447a-8a9c-fed84a95f619 req-9da54d04-1798-408b-b0b8-16218de941fb tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:38.628207 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=85d89c2a-ea19-4b2c-af65-05368b2e8186,revision_number=7']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:38.639682 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-76f1693e-6305-447a-8a9c-fed84a95f619 req-9da54d04-1798-408b-b0b8-16218de941fb tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 945 time: 0.1117387 Sep 15 18:04:38.701981 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-76f1693e-6305-447a-8a9c-fed84a95f619 req-d9b5cd20-0ca4-4082-8126-718a17aa82be tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608549 Sep 15 18:04:40.019126 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04284fa-fd15-40eb-9635-69fc076f55b4 req-a9f43891-7f80-44a1-bce5-c335bd26e4ad tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:40.020554 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c04284fa-fd15-40eb-9635-69fc076f55b4 req-a9f43891-7f80-44a1-bce5-c335bd26e4ad tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.2362549 Sep 15 18:04:40.057739 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c04284fa-fd15-40eb-9635-69fc076f55b4 req-7a53de54-75c2-499a-8842-38dfe8d5b24d tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307803 Sep 15 18:04:41.182925 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d45c9b-48eb-4731-8137-ead53d252c11 req-29888224-f7fa-4570-a558-cff788311713 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:41.189273 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b5d45c9b-48eb-4731-8137-ead53d252c11 req-29888224-f7fa-4570-a558-cff788311713 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0552676 Sep 15 18:04:41.225424 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b5d45c9b-48eb-4731-8137-ead53d252c11 req-db8c5678-7d34-40f8-9282-22dd381f3373 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349913 Sep 15 18:04:42.365139 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db490e-84bc-423f-8101-433326071493 req-2c61819c-5521-47e4-8c92-6d029e2a7c54 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:42.367504 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-28db490e-84bc-423f-8101-433326071493 req-2c61819c-5521-47e4-8c92-6d029e2a7c54 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0575383 Sep 15 18:04:42.409500 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-28db490e-84bc-423f-8101-433326071493 req-321b7182-be27-4310-bff8-d5155e55cc0b tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347595 Sep 15 18:04:43.538591 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaf6fc-f71d-4777-a492-863905ddd69f req-d5a565b8-a418-408e-aa78-db71c4210c83 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:43.540221 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4ecaf6fc-f71d-4777-a492-863905ddd69f req-d5a565b8-a418-408e-aa78-db71c4210c83 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0548832 Sep 15 18:04:43.582129 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4ecaf6fc-f71d-4777-a492-863905ddd69f req-1dbdee41-34f8-4d26-b672-c784d2e61b63 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353880 Sep 15 18:04:44.717746 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d1fcf-d6e8-4689-9db0-bc1e8416ea84 req-73ed7be7-ec45-4174-a577-c89122dace1c tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:44.719262 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-fe9d1fcf-d6e8-4689-9db0-bc1e8416ea84 req-73ed7be7-ec45-4174-a577-c89122dace1c tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0583897 Sep 15 18:04:44.759998 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-fe9d1fcf-d6e8-4689-9db0-bc1e8416ea84 req-05349945-e59c-464c-93fb-70e19c1b6297 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347424 Sep 15 18:04:45.883392 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb0c9e-71c1-4799-83dc-9adefe420679 req-0530433e-df92-4a9c-894b-1c2c87692e43 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:45.885016 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-47cb0c9e-71c1-4799-83dc-9adefe420679 req-0530433e-df92-4a9c-894b-1c2c87692e43 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0503075 Sep 15 18:04:45.925091 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-47cb0c9e-71c1-4799-83dc-9adefe420679 req-0d888e4d-1a42-4289-ba0d-bc5658dc5958 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338924 Sep 15 18:04:47.054734 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d54bb4-40f4-4227-8793-a1d32b94ee5d req-db67bd64-edbf-4827-841f-8803effe8e18 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:47.056228 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c5d54bb4-40f4-4227-8793-a1d32b94ee5d req-db67bd64-edbf-4827-841f-8803effe8e18 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0529273 Sep 15 18:04:47.095844 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c5d54bb4-40f4-4227-8793-a1d32b94ee5d req-28c85f33-bc60-4534-bc97-48723ad5b30d tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335293 Sep 15 18:04:48.214220 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c73d5-1f88-40b6-b4f2-a94d778be9a0 req-37f9b64a-1cbb-456c-87bf-dcab4ad57fce tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:48.215743 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3f0c73d5-1f88-40b6-b4f2-a94d778be9a0 req-37f9b64a-1cbb-456c-87bf-dcab4ad57fce tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0494595 Sep 15 18:04:48.253055 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3f0c73d5-1f88-40b6-b4f2-a94d778be9a0 req-a8805e6a-cb6f-4624-bf6f-8e9f71e491fd tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312822 Sep 15 18:04:48.486427 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1421aa3-892d-482f-b559-a75c57d1a0db req-1d274203-10c1-4d72-8486-1709ae630b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:48.487915 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b1421aa3-892d-482f-b559-a75c57d1a0db req-1d274203-10c1-4d72-8486-1709ae630b67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95cc8cbee80240b89ba5904f813a862e&device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 1099 time: 0.0431569 Sep 15 18:04:48.573889 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1421aa3-892d-482f-b559-a75c57d1a0db req-07593867-b78e-4ba4-890a-2729f2a43fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:48.575431 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b1421aa3-892d-482f-b559-a75c57d1a0db req-07593867-b78e-4ba4-890a-2729f2a43fb6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d HTTP/1.1" status: 200 len: 917 time: 0.0803037 Sep 15 18:04:48.643415 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b1421aa3-892d-482f-b559-a75c57d1a0db req-ecfad62b-af22-4637-9c89-e3283c45c0a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85d89c2a-ea19-4b2c-af65-05368b2e8186 HTTP/1.1" status: 200 len: 1002 time: 0.0607989 Sep 15 18:04:48.692612 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1421aa3-892d-482f-b559-a75c57d1a0db req-38a43b11-42ae-4afb-9116-14c2d0c2d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:48.694855 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b1421aa3-892d-482f-b559-a75c57d1a0db req-38a43b11-42ae-4afb-9116-14c2d0c2d785 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae6b4715-76cf-494c-ae02-d92791591d0b HTTP/1.1" status: 200 len: 855 time: 0.0427172 Sep 15 18:04:48.741221 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1421aa3-892d-482f-b559-a75c57d1a0db req-8b2a1ee8-1b56-4d13-b255-412210d83b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:48.742695 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b1421aa3-892d-482f-b559-a75c57d1a0db req-8b2a1ee8-1b56-4d13-b255-412210d83b55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391905 Sep 15 18:04:48.837130 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b1421aa3-892d-482f-b559-a75c57d1a0db req-5018246f-c121-4004-a8af-df480c720441 service neutron] 10.222.0.37 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848324 Sep 15 18:04:48.910767 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-aef8bed1-ecc2-4c90-813c-f8084f858a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:48.924818 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b1421aa3-892d-482f-b559-a75c57d1a0db req-6bf54eb4-6f85-4021-8874-685e72051e8a service neutron] 10.222.0.37 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804725 Sep 15 18:04:49.369086 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de544c-a418-4a65-ae9a-5e9fa45a7588 req-8a53a15a-6116-40b5-8442-3c44d616cbe3 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:49.370628 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-90de544c-a418-4a65-ae9a-5e9fa45a7588 req-8a53a15a-6116-40b5-8442-3c44d616cbe3 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0476165 Sep 15 18:04:49.410831 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-90de544c-a418-4a65-ae9a-5e9fa45a7588 req-9226f7dc-c99c-468f-85e7-51d8ac354287 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340841 Sep 15 18:04:50.531720 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3f631-2532-4338-917b-56166321cc6e req-15f35d80-0578-44d6-99df-1dc895b7ddc4 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:50.533206 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7aa3f631-2532-4338-917b-56166321cc6e req-15f35d80-0578-44d6-99df-1dc895b7ddc4 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0516744 Sep 15 18:04:50.569605 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-7aa3f631-2532-4338-917b-56166321cc6e req-0c94d94c-034e-49e1-9f5a-05b8392954e0 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300026 Sep 15 18:04:51.511083 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-a762f0d6-4774-4df8-b342-8f4c0c72e961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:51.692756 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c41efe-c4ac-4709-a3d4-3cb8ea33568e req-f8f1cb3d-65af-4519-97b6-db7ac60259ea tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:51.694462 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c4c41efe-c4ac-4709-a3d4-3cb8ea33568e req-f8f1cb3d-65af-4519-97b6-db7ac60259ea tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 946 time: 0.0510392 Sep 15 18:04:51.730497 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-c4c41efe-c4ac-4709-a3d4-3cb8ea33568e req-44af19d1-e8ce-439f-93a2-13a05730b0db tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299788 Sep 15 18:04:52.053600 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:52.330995 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 85d89c2a-ea19-4b2c-af65-05368b2e8186 no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:04:52.402847 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:52.424197 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690873e8-ed77-4241-a27c-95279048832f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85d89c2a-ea19-4b2c-af65-05368b2e8186'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:04:52.426418 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633df582-daea-4ba4-b571-d1a3b8452198" -d '{"events": [{"server_uuid": "690873e8-ed77-4241-a27c-95279048832f", "name": "network-vif-unplugged", "status": "completed", "tag": "85d89c2a-ea19-4b2c-af65-05368b2e8186"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:04:52.438607 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 85d89c2a-ea19-4b2c-af65-05368b2e8186, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=85d89c2a-ea19-4b2c-af65-05368b2e8186,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:04:52.458464 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 18:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f2d2c9-bf58-4ede-bdbe-46287723c669 x-openstack-request-id: req-e2f2d2c9-bf58-4ede-bdbe-46287723c669 {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:04:52.458753 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690873e8-ed77-4241-a27c-95279048832f", "name": "network-vif-unplugged", "status": "failed", "tag": "85d89c2a-ea19-4b2c-af65-05368b2e8186", "code": 422}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:04:52.459012 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2f2d2c9-bf58-4ede-bdbe-46287723c669 {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:04:52.459404 dv-cinder-805228-2-iscsi neutron-server[106073]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '690873e8-ed77-4241-a27c-95279048832f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '85d89c2a-ea19-4b2c-af65-05368b2e8186', 'code': 422} returned with failed status Sep 15 18:04:52.505164 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:52.551262 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=85d89c2a-ea19-4b2c-af65-05368b2e8186,revision_number=8']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:04:53.299259 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:53.836739 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbd9ef-15ff-4a26-81ed-a39f0c55eecd req-429120af-8f4e-4138-a40c-7670717075ac tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:53.838789 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3dfbd9ef-15ff-4a26-81ed-a39f0c55eecd req-429120af-8f4e-4138-a40c-7670717075ac tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 944 time: 0.0500112 Sep 15 18:04:53.875307 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3dfbd9ef-15ff-4a26-81ed-a39f0c55eecd req-b8c54f31-0794-4d30-bed3-f7324fce63de tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306044 Sep 15 18:04:54.010570 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-fa4beb57-3dfb-4c05-99e0-c8ee426e102d req-295cdd70-69f6-46f8-a377-51ccf690f926 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0384274 Sep 15 18:04:54.654454 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:04:55.011051 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d1004-39ab-4488-90e6-095c1f4e790b req-7053ea1a-9170-492a-8f70-57e70f72b297 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:55.012665 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-209d1004-39ab-4488-90e6-095c1f4e790b req-7053ea1a-9170-492a-8f70-57e70f72b297 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 944 time: 0.0609932 Sep 15 18:04:55.049911 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-209d1004-39ab-4488-90e6-095c1f4e790b req-41fb2fd5-97b5-41a1-b546-be9c846aec56 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312438 Sep 15 18:04:55.281800 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4beb57-3dfb-4c05-99e0-c8ee426e102d req-25a6e36a-31fa-4a3f-b27f-aec9ee014790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:55.283235 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fa4beb57-3dfb-4c05-99e0-c8ee426e102d req-25a6e36a-31fa-4a3f-b27f-aec9ee014790 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f&tenant_id=95cc8cbee80240b89ba5904f813a862e HTTP/1.1" status: 200 len: 1097 time: 0.0389519 Sep 15 18:04:55.341964 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4beb57-3dfb-4c05-99e0-c8ee426e102d req-93a206d0-353f-4274-b019-49fcca96748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:55.343367 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fa4beb57-3dfb-4c05-99e0-c8ee426e102d req-93a206d0-353f-4274-b019-49fcca96748e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95cc8cbee80240b89ba5904f813a862e&device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 1097 time: 0.0381546 Sep 15 18:04:55.432796 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4beb57-3dfb-4c05-99e0-c8ee426e102d req-45b17c24-5346-48d0-a183-3e65812cac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:55.434234 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fa4beb57-3dfb-4c05-99e0-c8ee426e102d req-45b17c24-5346-48d0-a183-3e65812cac19 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d HTTP/1.1" status: 200 len: 917 time: 0.0820878 Sep 15 18:04:55.501638 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fa4beb57-3dfb-4c05-99e0-c8ee426e102d req-f0196dfd-aae2-443c-9510-ce732b0f4a78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85d89c2a-ea19-4b2c-af65-05368b2e8186 HTTP/1.1" status: 200 len: 1000 time: 0.0566218 Sep 15 18:04:55.557660 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4beb57-3dfb-4c05-99e0-c8ee426e102d req-79bfb9b1-410c-4f2a-aaab-8b32a61606e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:55.558938 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fa4beb57-3dfb-4c05-99e0-c8ee426e102d req-79bfb9b1-410c-4f2a-aaab-8b32a61606e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ae6b4715-76cf-494c-ae02-d92791591d0b HTTP/1.1" status: 200 len: 855 time: 0.0405452 Sep 15 18:04:55.604493 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4beb57-3dfb-4c05-99e0-c8ee426e102d req-b6f8d757-3179-435a-b7b4-f409c59f24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:55.606122 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fa4beb57-3dfb-4c05-99e0-c8ee426e102d req-b6f8d757-3179-435a-b7b4-f409c59f24b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a09fea8f-0a20-4dd0-b63b-9ece40ad350d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393629 Sep 15 18:04:55.696466 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fa4beb57-3dfb-4c05-99e0-c8ee426e102d req-646f5064-c60b-40c5-83b6-62a0d23fc0d0 service neutron] 10.222.0.37 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812318 Sep 15 18:04:55.781120 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-fa4beb57-3dfb-4c05-99e0-c8ee426e102d req-01861111-b399-4859-8d47-6974e55c4085 service neutron] 10.222.0.37 "GET /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0767770 Sep 15 18:04:56.166696 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594978b-4ab8-4915-a9d5-cad6b65df6a3 req-5181db4e-b268-490b-a9d6-4376589a4798 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:56.167754 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3594978b-4ab8-4915-a9d5-cad6b65df6a3 req-5181db4e-b268-490b-a9d6-4376589a4798 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 944 time: 0.0473881 Sep 15 18:04:56.209498 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-3594978b-4ab8-4915-a9d5-cad6b65df6a3 req-6fa084ef-7751-46fe-8305-d71d65b592e4 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352232 Sep 15 18:04:57.331229 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f2ecd-d0b9-417e-a8cb-9e87545835c8 req-f9f9e608-40ad-4afe-a22d-0b21e7f8eed4 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:57.332747 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ed0f2ecd-d0b9-417e-a8cb-9e87545835c8 req-f9f9e608-40ad-4afe-a22d-0b21e7f8eed4 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 944 time: 0.0500603 Sep 15 18:04:57.378914 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-ed0f2ecd-d0b9-417e-a8cb-9e87545835c8 req-252435cc-bb1b-4aa2-9c62-53aa0d597807 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396259 Sep 15 18:04:58.502995 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f2138-ed00-4414-abfa-2583e4a9b5e8 req-c777efd5-1e7b-4000-82a1-9dff1ad30819 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:58.504542 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f70f2138-ed00-4414-abfa-2583e4a9b5e8 req-c777efd5-1e7b-4000-82a1-9dff1ad30819 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 944 time: 0.0495980 Sep 15 18:04:58.545869 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f70f2138-ed00-4414-abfa-2583e4a9b5e8 req-e7cad5f7-2853-4b3e-ae48-545677e889bc tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334814 Sep 15 18:04:59.668281 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e644329-7b58-4ba2-bb9b-303f56e393a1 req-aa4c3f16-2bdf-4ae8-b750-9f5cba5c8a7d tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:04:59.669838 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0e644329-7b58-4ba2-bb9b-303f56e393a1 req-aa4c3f16-2bdf-4ae8-b750-9f5cba5c8a7d tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 944 time: 0.0500951 Sep 15 18:04:59.707826 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-0e644329-7b58-4ba2-bb9b-303f56e393a1 req-0f57867a-a2d2-4fa5-a12e-ed0ad74e13bf tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319965 Sep 15 18:05:00.828944 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317a21e-666e-44d4-8108-05e2b3876c28 req-c36aba56-ebd2-4273-bb67-6c4ee997fe85 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:00.830438 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4317a21e-666e-44d4-8108-05e2b3876c28 req-c36aba56-ebd2-4273-bb67-6c4ee997fe85 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 944 time: 0.0498610 Sep 15 18:05:00.869256 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4317a21e-666e-44d4-8108-05e2b3876c28 req-a5fb9400-c691-4027-8dc7-99c95f22ada2 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327866 Sep 15 18:05:01.995100 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f28ff-b296-408f-a1ac-c3d7d97a3255 req-a996931c-1b87-4304-8696-85487bf9f6de tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:01.996619 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-677f28ff-b296-408f-a1ac-c3d7d97a3255 req-a996931c-1b87-4304-8696-85487bf9f6de tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 944 time: 0.0510352 Sep 15 18:05:02.035217 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-677f28ff-b296-408f-a1ac-c3d7d97a3255 req-9ca47a00-32f6-494f-9fd5-f39b36131151 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324888 Sep 15 18:05:03.162617 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76a2b7-da91-4203-bb4d-04eac9aec713 req-adddfe37-fa50-4e2f-a7cf-d0003977d309 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:03.164178 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ce76a2b7-da91-4203-bb4d-04eac9aec713 req-adddfe37-fa50-4e2f-a7cf-d0003977d309 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 944 time: 0.0490277 Sep 15 18:05:03.210397 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ce76a2b7-da91-4203-bb4d-04eac9aec713 req-0dd268fd-8964-4fde-8359-6ba337974263 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395589 Sep 15 18:05:04.253787 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:04.343214 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6deda-29d8-4c10-85d8-82be999e52a6 req-7e51a177-56c7-460c-9f43-08abea1b129a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:04.343214 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-eaa6deda-29d8-4c10-85d8-82be999e52a6 req-7e51a177-56c7-460c-9f43-08abea1b129a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 944 time: 0.0538528 Sep 15 18:05:04.381190 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-eaa6deda-29d8-4c10-85d8-82be999e52a6 req-a077e1d4-7b12-4eb2-b34b-962b31383aa7 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355539 Sep 15 18:05:05.502383 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b0c10-ff9d-4022-a36e-363891a44c02 req-aec57703-842f-4637-9cb6-4242297a4d30 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:05.503844 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d93b0c10-ff9d-4022-a36e-363891a44c02 req-aec57703-842f-4637-9cb6-4242297a4d30 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 944 time: 0.0483911 Sep 15 18:05:05.544139 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d93b0c10-ff9d-4022-a36e-363891a44c02 req-e55a7bb1-6e5b-4c17-b860-1ebae5e66b66 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344703 Sep 15 18:05:06.665156 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923864a-d196-49c9-9183-f803c1b32cb6 req-09f05712-bbe8-4dd7-b0ae-187af35a4c8c tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:06.666712 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1923864a-d196-49c9-9183-f803c1b32cb6 req-09f05712-bbe8-4dd7-b0ae-187af35a4c8c tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 944 time: 0.0498033 Sep 15 18:05:06.709334 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-1923864a-d196-49c9-9183-f803c1b32cb6 req-85d5e410-e693-4ec0-b354-e83abee5aec5 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363243 Sep 15 18:05:07.825506 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b57640-197b-468b-8b96-b2545573eb89 req-fea07a65-1a04-4605-a92c-7f785f5c58b8 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:07.826957 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-73b57640-197b-468b-8b96-b2545573eb89 req-fea07a65-1a04-4605-a92c-7f785f5c58b8 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 944 time: 0.0473835 Sep 15 18:05:07.863457 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-73b57640-197b-468b-8b96-b2545573eb89 req-fd58a102-40b7-46e8-9d21-c56a5459a49e tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306065 Sep 15 18:05:08.978415 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd884ae-5397-4a3d-a65f-d35f93672611 req-1ba308fc-6cbf-4b2e-a54b-ff46620105c7 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:08.980747 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3bd884ae-5397-4a3d-a65f-d35f93672611 req-1ba308fc-6cbf-4b2e-a54b-ff46620105c7 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 944 time: 0.0480523 Sep 15 18:05:09.017213 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-3bd884ae-5397-4a3d-a65f-d35f93672611 req-7109194c-d29f-4374-8bf1-1799aa0d3625 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309651 Sep 15 18:05:10.136472 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd68b8-860f-4c1f-be67-2bca4989da0c req-80cab4ad-862a-4973-8245-3521d0d1fe29 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:10.137923 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-72fd68b8-860f-4c1f-be67-2bca4989da0c req-80cab4ad-862a-4973-8245-3521d0d1fe29 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 944 time: 0.0468087 Sep 15 18:05:10.176383 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-72fd68b8-860f-4c1f-be67-2bca4989da0c req-97475fcc-7e07-41ba-8126-94079a27642a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327301 Sep 15 18:05:10.468511 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 85d89c2a-ea19-4b2c-af65-05368b2e8186 details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:05:10.564362 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 85d89c2a-ea19-4b2c-af65-05368b2e8186, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=85d89c2a-ea19-4b2c-af65-05368b2e8186,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:05:10.577652 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': '85d89c2a-ea19-4b2c-af65-05368b2e8186', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'port_id': '85d89c2a-ea19-4b2c-af65-05368b2e8186', 'mac_address': 'fa:16:3e:1e:8c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:05:10.623141 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:10.771819 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d89c2a-ea19-4b2c-af65-05368b2e8186 {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:05:10.792478 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 85d89c2a-ea19-4b2c-af65-05368b2e8186, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=85d89c2a-ea19-4b2c-af65-05368b2e8186,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:05:11.275987 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:11.294263 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce24186-1d83-4c32-bfea-4d8a84d65421 req-7c0751bb-c08c-4481-a097-5aa47ee5fa57 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:11.295739 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2ce24186-1d83-4c32-bfea-4d8a84d65421 req-7c0751bb-c08c-4481-a097-5aa47ee5fa57 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 944 time: 0.0468466 Sep 15 18:05:11.323906 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=85d89c2a-ea19-4b2c-af65-05368b2e8186,revision_number=9']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:11.330656 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.337966 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.337966 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.337966 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.337966 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.337966 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.337966 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.337966 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.337966 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.337966 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.337966 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.337966 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:11.338871 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2ce24186-1d83-4c32-bfea-4d8a84d65421 req-ea84bc1d-9af5-4a9f-9ea6-89e28b6d28ca tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343471 Sep 15 18:05:11.500203 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['85d89c2a-ea19-4b2c-af65-05368b2e8186'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:05:12.454482 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ebdb4-ff63-45cb-ab57-7f8b35f92fe9 req-e15209a6-a3f6-4017-95af-18d08cf526de tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:12.455940 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6d5ebdb4-ff63-45cb-ab57-7f8b35f92fe9 req-e15209a6-a3f6-4017-95af-18d08cf526de tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 945 time: 0.0480833 Sep 15 18:05:12.468392 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 85d89c2a-ea19-4b2c-af65-05368b2e8186 up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:05:12.491461 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-6d5ebdb4-ff63-45cb-ab57-7f8b35f92fe9 req-93d4175d-8c82-4315-a328-2f7791866936 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297422 Sep 15 18:05:12.514733 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port 85d89c2a-ea19-4b2c-af65-05368b2e8186 triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:05:12.515225 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:12.587369 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:12.608911 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690873e8-ed77-4241-a27c-95279048832f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d89c2a-ea19-4b2c-af65-05368b2e8186'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:05:12.611111 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee188fdd-6953-48d6-9c17-74f80aa41e71" -d '{"events": [{"server_uuid": "690873e8-ed77-4241-a27c-95279048832f", "name": "network-vif-plugged", "status": "completed", "tag": "85d89c2a-ea19-4b2c-af65-05368b2e8186"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:05:12.623542 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port 85d89c2a-ea19-4b2c-af65-05368b2e8186, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=85d89c2a-ea19-4b2c-af65-05368b2e8186,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:05:12.647179 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a865ff1-b6f7-4f2e-a745-3912ed92011c x-openstack-request-id: req-4a865ff1-b6f7-4f2e-a745-3912ed92011c {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:05:12.647501 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690873e8-ed77-4241-a27c-95279048832f", "name": "network-vif-plugged", "status": "completed", "tag": "85d89c2a-ea19-4b2c-af65-05368b2e8186", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:05:12.647759 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a865ff1-b6f7-4f2e-a745-3912ed92011c {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:05:12.648147 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690873e8-ed77-4241-a27c-95279048832f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d89c2a-ea19-4b2c-af65-05368b2e8186', 'code': 200} Sep 15 18:05:12.682497 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:12.732207 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=85d89c2a-ea19-4b2c-af65-05368b2e8186,revision_number=10']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:12.971266 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542f676-4b1d-4457-a95f-8b567572ec38 req-9e9d80d6-b33a-44db-af94-875f8c9cb5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:12.972844 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8542f676-4b1d-4457-a95f-8b567572ec38 req-9e9d80d6-b33a-44db-af94-875f8c9cb5eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 1100 time: 0.0390213 Sep 15 18:05:13.010967 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8542f676-4b1d-4457-a95f-8b567572ec38 req-0c79e357-21e3-45bb-885e-d9ebd6b6eda0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305388 Sep 15 18:05:13.610032 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694baf7-0996-4882-9ad2-e6d0cbc9546a req-4ac41bb9-bb9f-41d9-9d61-43a157e2b2f2 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:13.611711 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7694baf7-0996-4882-9ad2-e6d0cbc9546a req-4ac41bb9-bb9f-41d9-9d61-43a157e2b2f2 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 947 time: 0.0509369 Sep 15 18:05:13.652496 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-7694baf7-0996-4882-9ad2-e6d0cbc9546a req-233ad2fc-23d1-4eed-92bc-af4c3e74cddf tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317814 Sep 15 18:05:14.768407 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764e131-b9e5-40c9-8747-fcfc8721552d req-1b7b4e74-85fc-4a59-a97f-2645aac6e8d8 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:14.769967 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4764e131-b9e5-40c9-8747-fcfc8721552d req-1b7b4e74-85fc-4a59-a97f-2645aac6e8d8 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 947 time: 0.0473812 Sep 15 18:05:14.807003 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4764e131-b9e5-40c9-8747-fcfc8721552d req-55ed20b2-769e-4fc0-87d7-e25ae4e7f106 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303841 Sep 15 18:05:14.906685 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:05:15.921332 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb1021-e147-41ae-baad-7b3184015b5e req-83317ea7-3658-4c15-9a20-4939ebb0771a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:15.922761 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-31cb1021-e147-41ae-baad-7b3184015b5e req-83317ea7-3658-4c15-9a20-4939ebb0771a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 947 time: 0.0467625 Sep 15 18:05:15.962856 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-31cb1021-e147-41ae-baad-7b3184015b5e req-a97d6dee-8171-4ddf-96d5-165b16aee350 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343001 Sep 15 18:05:18.904580 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8e3120e7-df7f-418e-b7fc-6f57bcba56ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:21.492877 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-95ec6127-f591-4a14-95a5-21b2415d2db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:22.053101 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:23.275732 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:24.652630 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:34.263640 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:36.845825 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4b14c625-69b1-40ec-a8d6-791c74623b14 req-1314aa9a-3875-4cdd-9d60-27952316c8e5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398333 Sep 15 18:05:36.932256 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14c625-69b1-40ec-a8d6-791c74623b14 req-93fd1782-3f7a-4597-8eba-77983934bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:36.934698 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4b14c625-69b1-40ec-a8d6-791c74623b14 req-93fd1782-3f7a-4597-8eba-77983934bafe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cf6b14bbbb64122b5eab98280def64c&device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 1099 time: 0.0470371 Sep 15 18:05:37.035963 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14c625-69b1-40ec-a8d6-791c74623b14 req-556ceb00-22d5-418f-821f-e8d801769db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:37.037441 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4b14c625-69b1-40ec-a8d6-791c74623b14 req-556ceb00-22d5-418f-821f-e8d801769db5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef9bd678-fb03-49b0-b2af-7d04383c138e HTTP/1.1" status: 200 len: 907 time: 0.0830815 Sep 15 18:05:37.108305 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4b14c625-69b1-40ec-a8d6-791c74623b14 req-122e16f8-3043-439d-bdcc-21e682b2b5c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5124aea-5c23-4917-b05d-e2c4188f051c HTTP/1.1" status: 200 len: 1002 time: 0.0625050 Sep 15 18:05:37.157922 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14c625-69b1-40ec-a8d6-791c74623b14 req-1e7a786e-f64a-4099-927e-5e66a6b3c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:37.159395 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4b14c625-69b1-40ec-a8d6-791c74623b14 req-1e7a786e-f64a-4099-927e-5e66a6b3c6d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e88ec5f-fa46-4bde-9cde-13946047afbd HTTP/1.1" status: 200 len: 845 time: 0.0439479 Sep 15 18:05:37.202742 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14c625-69b1-40ec-a8d6-791c74623b14 req-02369d21-75b1-4a91-ac7b-b0bc0dd1efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:37.204134 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4b14c625-69b1-40ec-a8d6-791c74623b14 req-02369d21-75b1-4a91-ac7b-b0bc0dd1efc6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef9bd678-fb03-49b0-b2af-7d04383c138e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379136 Sep 15 18:05:37.214999 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [req-4b14c625-69b1-40ec-a8d6-791c74623b14 req-527c5086-1598-412b-a051-dbc335d2cde5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:05:37.215924 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4b14c625-69b1-40ec-a8d6-791c74623b14 req-527c5086-1598-412b-a051-dbc335d2cde5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046411 Sep 15 18:05:37.306106 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4b14c625-69b1-40ec-a8d6-791c74623b14 req-282548c6-c1cc-4724-b934-5cda79fc3c9d service neutron] 10.222.0.37 "GET /v2.0/networks/ef9bd678-fb03-49b0-b2af-7d04383c138e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826437 Sep 15 18:05:38.209246 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-4b14c625-69b1-40ec-a8d6-791c74623b14 req-2ed062e1-f2dc-4498-949c-fb295d4479b4 service neutron] 10.222.0.37 "GET /v2.0/networks/ef9bd678-fb03-49b0-b2af-7d04383c138e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821533 Sep 15 18:05:45.247896 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-2c0be6d5-9dd2-4468-b7dd-3a41ddecf2a3 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975565398&fields=id&tenant_id=32757804069f4822bf01cb432ae7c283 HTTP/1.1" status: 200 len: 267 time: 0.0322449 Sep 15 18:05:45.350277 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-da02d8b5-5323-4dd4-aecb-dafaff902102 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:45.351617 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-da02d8b5-5323-4dd4-aecb-dafaff902102 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/networks?id=bec36ef2-050f-4e45-8140-94788854de7d HTTP/1.1" status: 200 len: 811 time: 0.0973759 Sep 15 18:05:45.366235 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-74d740ce-8b38-44d1-aa25-96fe3f5c01c0 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/quotas/32757804069f4822bf01cb432ae7c283 HTTP/1.1" status: 200 len: 375 time: 0.0084374 Sep 15 18:05:45.420187 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-7e1d9f09-977b-486d-96f1-7c630043082b tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=32757804069f4822bf01cb432ae7c283&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0483491 Sep 15 18:05:45.435396 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-cff43f0c-708c-4b57-9c53-5fae8fb86da4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=106072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 18:05:45.436326 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-cff43f0c-708c-4b57-9c53-5fae8fb86da4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053670 Sep 15 18:05:45.523048 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-f9a7b67f-e03b-435d-bbea-181957289e2a service neutron] 10.222.0.20 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811467 Sep 15 18:05:45.607696 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-8f4a50cc-20dd-4962-9a89-8c772c8f96b9 service neutron] 10.222.0.20 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781283 Sep 15 18:05:46.284110 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44778) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:05:46.351162 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-f236355a-30ae-4fe4-9d21-050ea0c205e4 req-63815203-f7dd-420c-a992-c00e5ce9dd77 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 210 time: 0.1099470 Sep 15 18:05:46.465242 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Deleting port 45aa0976-a3f8-499f-8620-c0d1ae163dcd {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:05:46.465586 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:46.540679 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:46.541012 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:46.552863 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Calling delete_port for 45aa0976-a3f8-499f-8620-c0d1ae163dcd owned by network:floatingip {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:05:46.789915 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:46.822915 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Pushing event deleted for resources: {'Port': ['ID=45aa0976-a3f8-499f-8620-c0d1ae163dcd,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:46.843421 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:46.843775 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:46.844114 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:46.844448 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:46.844803 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:46.845132 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:46.845455 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:46.845777 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:46.846132 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:46.846420 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:46.846739 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:46.847056 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:46.887077 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for floatingip, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:46.887411 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.db.l3_db [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Floating IP b8e11ecf-216b-4898-b4ad-f3bf58aa3e04 disassociated (deleted). External IP: 172.27.3.204, port: c5124aea-5c23-4917-b05d-e2c4188f051c. Sep 15 18:05:47.091632 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Router 21b53c82-457b-4d16-b21c-9d966a4881d8 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:05:47.200607 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:05:47.205092 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:47.213091 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b8d726-f73d-42e4-8809-64237c3f527e None None] Sync routers for ids ['21b53c82-457b-4d16-b21c-9d966a4881d8'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:05:47.222376 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b8d726-f73d-42e4-8809-64237c3f527e None None] Routers {'21b53c82-457b-4d16-b21c-9d966a4881d8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:05:47.223074 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-36b8d726-f73d-42e4-8809-64237c3f527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:05:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['21b53c82-457b-4d16-b21c-9d966a4881d8'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:47.234721 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-32604314-e173-468f-bd12-d6c5fca0aa3a tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "DELETE /v2.0/floatingips/b8e11ecf-216b-4898-b4ad-f3bf58aa3e04 HTTP/1.1" status: 204 len: 168 time: 0.9494283 Sep 15 18:05:47.235295 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4', 'tag': 'c5124aea-5c23-4917-b05d-e2c4188f051c'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:05:47.237688 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13337b6-1024-46d3-bdf0-1078e28bdd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4", "tag": "c5124aea-5c23-4917-b05d-e2c4188f051c"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:05:47.282537 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8275ff-4f4c-4d9b-84ce-e3b15e3962fd x-openstack-request-id: req-eb8275ff-4f4c-4d9b-84ce-e3b15e3962fd {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:05:47.282929 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4", "tag": "c5124aea-5c23-4917-b05d-e2c4188f051c", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:05:47.283260 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb8275ff-4f4c-4d9b-84ce-e3b15e3962fd {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:05:47.283730 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4', 'tag': 'c5124aea-5c23-4917-b05d-e2c4188f051c', 'status': 'completed', 'code': 200} Sep 15 18:05:47.329366 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-36b8d726-f73d-42e4-8809-64237c3f527e None None] Set router 21b53c82-457b-4d16-b21c-9d966a4881d8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:05:47.428735 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13337b6-1024-46d3-bdf0-1078e28bdd1f req-62a9d4db-76f5-4d4f-bb49-05cc5a5d4979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:47.430254 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c13337b6-1024-46d3-bdf0-1078e28bdd1f req-62a9d4db-76f5-4d4f-bb49-05cc5a5d4979 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6cf6b14bbbb64122b5eab98280def64c&device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 1099 time: 0.1061199 Sep 15 18:05:47.445541 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-1164cb22-c641-4556-a94c-3fb3da206131 req-f9b4584d-6939-4210-86a0-b01e5f51cf1a tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 210 time: 0.0272436 Sep 15 18:05:47.532695 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-36b8d726-f73d-42e4-8809-64237c3f527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'name': 'tempest-TestShelveInstance-8421170-router', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '8579dacd-6216-423f-8be5-bff564c6b883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:42Z', 'updated_at': '2021-09-15T18:00:47Z', 'revision_number': 4, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'gw_port': {'id': '8579dacd-6216-423f-8be5-bff564c6b883', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:43Z', 'updated_at': '2021-09-15T18:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '6b86954f-494a-4ffb-a2a5-141976dbf888', 'name': '', 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'mac_address': 'fa:16:3e:1d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4e88ec5f-fa46-4bde-9cde-13946047afbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:46Z', 'updated_at': '2021-09-15T18:00:51Z', 'revision_number': 5, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'subnets': [{'id': '4e88ec5f-fa46-4bde-9cde-13946047afbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:47.540833 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13337b6-1024-46d3-bdf0-1078e28bdd1f req-26f9f9e0-9d05-4114-ab1e-bfb9fa3cf572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:47.542348 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c13337b6-1024-46d3-bdf0-1078e28bdd1f req-26f9f9e0-9d05-4114-ab1e-bfb9fa3cf572 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ef9bd678-fb03-49b0-b2af-7d04383c138e HTTP/1.1" status: 200 len: 907 time: 0.1042538 Sep 15 18:05:47.561269 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b8d726-f73d-42e4-8809-64237c3f527e None None] Checking router: 21b53c82-457b-4d16-b21c-9d966a4881d8 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:05:47.569957 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b8d726-f73d-42e4-8809-64237c3f527e None None] Routers {'21b53c82-457b-4d16-b21c-9d966a4881d8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:05:47.570584 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-36b8d726-f73d-42e4-8809-64237c3f527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:05:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['21b53c82-457b-4d16-b21c-9d966a4881d8'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:47.591840 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c13337b6-1024-46d3-bdf0-1078e28bdd1f req-268c0b35-304f-4a16-8e56-80e188afa481 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5124aea-5c23-4917-b05d-e2c4188f051c HTTP/1.1" status: 200 len: 217 time: 0.0422432 Sep 15 18:05:47.644992 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13337b6-1024-46d3-bdf0-1078e28bdd1f req-ddd2f0e5-133b-4e33-a08a-88bfd1f3d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:47.646763 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c13337b6-1024-46d3-bdf0-1078e28bdd1f req-ddd2f0e5-133b-4e33-a08a-88bfd1f3d4e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e88ec5f-fa46-4bde-9cde-13946047afbd HTTP/1.1" status: 200 len: 845 time: 0.0467207 Sep 15 18:05:47.665455 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c172bf-7752-4d0c-9dc5-1093f719e397 req-37ececdd-c10b-49c2-a189-025ba4952d2b tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:47.667015 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-55c172bf-7752-4d0c-9dc5-1093f719e397 req-37ececdd-c10b-49c2-a189-025ba4952d2b tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0495861 Sep 15 18:05:47.674530 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-36b8d726-f73d-42e4-8809-64237c3f527e None None] Set router 21b53c82-457b-4d16-b21c-9d966a4881d8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:05:47.693504 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13337b6-1024-46d3-bdf0-1078e28bdd1f req-f13d54a1-81dc-4264-822e-47dca289b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:47.694980 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c13337b6-1024-46d3-bdf0-1078e28bdd1f req-f13d54a1-81dc-4264-822e-47dca289b5d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ef9bd678-fb03-49b0-b2af-7d04383c138e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402205 Sep 15 18:05:47.706539 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-55c172bf-7752-4d0c-9dc5-1093f719e397 req-0f8db58b-d7a9-48ea-9f9a-d8eff2d7eaf7 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331285 Sep 15 18:05:47.787964 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c13337b6-1024-46d3-bdf0-1078e28bdd1f req-91bd4d74-6957-413f-97f8-0071bc6ff1c2 service neutron] 10.222.0.37 "GET /v2.0/networks/ef9bd678-fb03-49b0-b2af-7d04383c138e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836759 Sep 15 18:05:47.882413 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c13337b6-1024-46d3-bdf0-1078e28bdd1f req-5a73ea04-e0ff-4585-b75e-89f6335e43ce service neutron] 10.222.0.37 "GET /v2.0/networks/ef9bd678-fb03-49b0-b2af-7d04383c138e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849760 Sep 15 18:05:47.956276 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-36b8d726-f73d-42e4-8809-64237c3f527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'name': 'tempest-TestShelveInstance-8421170-router', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '8579dacd-6216-423f-8be5-bff564c6b883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:42Z', 'updated_at': '2021-09-15T18:00:47Z', 'revision_number': 4, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'gw_port': {'id': '8579dacd-6216-423f-8be5-bff564c6b883', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:43Z', 'updated_at': '2021-09-15T18:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '6b86954f-494a-4ffb-a2a5-141976dbf888', 'name': '', 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'mac_address': 'fa:16:3e:1d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4e88ec5f-fa46-4bde-9cde-13946047afbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:46Z', 'updated_at': '2021-09-15T18:00:51Z', 'revision_number': 5, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'subnets': [{'id': '4e88ec5f-fa46-4bde-9cde-13946047afbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:47.981040 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b8d726-f73d-42e4-8809-64237c3f527e None None] The sync data for ids ['21b53c82-457b-4d16-b21c-9d966a4881d8'] in dv-cinder-805228-2-iscsi is: [{'id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'name': 'tempest-TestShelveInstance-8421170-router', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '8579dacd-6216-423f-8be5-bff564c6b883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:42Z', 'updated_at': '2021-09-15T18:00:47Z', 'revision_number': 4, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'gw_port': {'id': '8579dacd-6216-423f-8be5-bff564c6b883', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:43Z', 'updated_at': '2021-09-15T18:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '6b86954f-494a-4ffb-a2a5-141976dbf888', 'name': '', 'network_id': 'ef9bd678-fb03-49b0-b2af-7d04383c138e', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'mac_address': 'fa:16:3e:1d:33:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '4e88ec5f-fa46-4bde-9cde-13946047afbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:46Z', 'updated_at': '2021-09-15T18:00:51Z', 'revision_number': 5, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'subnets': [{'id': '4e88ec5f-fa46-4bde-9cde-13946047afbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:05:48.116678 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-f8210c5c-ccff-43f3-a71e-688abb232fb8 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:48.118172 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-f8210c5c-ccff-43f3-a71e-688abb232fb8 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.37 "GET /v2.0/networks?id=bec36ef2-050f-4e45-8140-94788854de7d HTTP/1.1" status: 200 len: 811 time: 0.1058733 Sep 15 18:05:48.175082 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-b41e881b-d4a0-42f5-a476-0b5ebc6aa91d tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32757804069f4822bf01cb432ae7c283 HTTP/1.1" status: 200 len: 379 time: 0.0356286 Sep 15 18:05:48.186537 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Request body: {'port': {'device_id': '72b61432-a724-442f-bd60-28cbb0bdc19f', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'admin_state_up': True, 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'security_groups': ['f9796e60-3118-41a1-8a05-a2f4a21c4408']}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:05:48.224414 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af41a91c-b092-49d1-a8c4-36e6315bb6da None None] New status for floating IP b8e11ecf-216b-4898-b4ad-f3bf58aa3e04: DOWN {{(pid=106073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:05:48.366677 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Made reservation on behalf of 32757804069f4822bf01cb432ae7c283 for: {'port': 1} {{(pid=106072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 18:05:48.370797 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:48.665403 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-8afb8b34-84e3-407d-bb22-d57cfe239b4a req-3dd03c84-2f88-4698-bad1-29f102b47e43 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 210 time: 0.0327115 Sep 15 18:05:48.770270 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_common [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Allocated IP 172.20.0.7 (bec36ef2-050f-4e45-8140-94788854de7d/4164acc9-a017-457a-b3c2-5accc0cf273a/e758b5a6-f3ea-4f1c-bf33-fac346cefa4d) {{(pid=106072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:05:48.825605 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0de5da-6f2e-46b8-9e29-e624d9ffd9c4 req-52ec952a-77e9-4e36-84f4-4288bacdeddc tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:48.827224 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0c0de5da-6f2e-46b8-9e29-e624d9ffd9c4 req-52ec952a-77e9-4e36-84f4-4288bacdeddc tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0527537 Sep 15 18:05:48.867233 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0c0de5da-6f2e-46b8-9e29-e624d9ffd9c4 req-917f8d26-b2ce-4cb7-808b-dbd77cd72505 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336053 Sep 15 18:05:48.894195 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-c0ad419b-66a8-4300-bc35-1b1f4837ee37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:48.917973 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for port, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:49.036302 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:49.079425 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Network bec36ef2-050f-4e45-8140-94788854de7d is already hosted by enough agents. {{(pid=106072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:05:49.082356 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.base_scheduler [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Resources bound (agent type, host, resource id): {{(pid=106072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:05:49.086059 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Received port after_create {{(pid=106072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:05:49.113041 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event updated for resources: {'Port': ['ID=e758b5a6-f3ea-4f1c-bf33-fac346cefa4d,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:49.134904 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:49.138438 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:49.138438 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:49.138438 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:49.138438 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:49.138438 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:49.138438 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:49.138438 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:49.138438 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:49.138438 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:49.138438 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:49.139358 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:05:49.162506 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:49.163308 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:49.270837 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-2c9bc9e5-5b95-474b-8edd-d7c5e4a93898 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0888677 Sep 15 18:05:49.278413 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-6b054adf-c548-49f7-a1c4-dab7cc5aeb75 None None] Provisioning complete for port e758b5a6-f3ea-4f1c-bf33-fac346cefa4d triggered by entity DHCP. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:05:49.278911 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6b054adf-c548-49f7-a1c4-dab7cc5aeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:49.297428 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.v2.base [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] Request body: {'port': {'device_id': '72b61432-a724-442f-bd60-28cbb0bdc19f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80522'}} {{(pid=106072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:05:49.316852 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-6b054adf-c548-49f7-a1c4-dab7cc5aeb75 None None] Port e758b5a6-f3ea-4f1c-bf33-fac346cefa4d cannot update to ACTIVE because it is not bound. {{(pid=106073) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 18:05:49.350976 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7efd93-7927-443d-9e27-2d9a3e627b89 req-ea9f4ae0-70d2-4159-a9af-f57640c6ab46 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:49.352435 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5d7efd93-7927-443d-9e27-2d9a3e627b89 req-ea9f4ae0-70d2-4159-a9af-f57640c6ab46 tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 946 time: 0.0593235 Sep 15 18:05:49.363514 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:49.451174 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-5d7efd93-7927-443d-9e27-2d9a3e627b89 req-6db60293-d351-4fe7-8e18-17fcfe686c4f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Deleting port c5124aea-5c23-4917-b05d-e2c4188f051c {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:05:49.451522 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5d7efd93-7927-443d-9e27-2d9a3e627b89 req-6db60293-d351-4fe7-8e18-17fcfe686c4f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:49.537781 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-5d7efd93-7927-443d-9e27-2d9a3e627b89 req-6db60293-d351-4fe7-8e18-17fcfe686c4f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] For port c5124aea-5c23-4917-b05d-e2c4188f051c, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=c5124aea-5c23-4917-b05d-e2c4188f051c,segment=NetworkSegment(b168f714-e6ee-42c7-9515-72e60d76ba6f),segment_id=b168f714-e6ee-42c7-9515-72e60d76ba6f)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:05:49.538022 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5d7efd93-7927-443d-9e27-2d9a3e627b89 req-6db60293-d351-4fe7-8e18-17fcfe686c4f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:49.551269 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-5d7efd93-7927-443d-9e27-2d9a3e627b89 req-6db60293-d351-4fe7-8e18-17fcfe686c4f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Calling delete_port for c5124aea-5c23-4917-b05d-e2c4188f051c owned by compute:nova {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:05:49.620388 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e758b5a6-f3ea-4f1c-bf33-fac346cefa4d {{(pid=106072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:05:49.628153 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:49.767107 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.provisioning_blocks [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] Transition to ACTIVE for port object e758b5a6-f3ea-4f1c-bf33-fac346cefa4d will not be triggered until provisioned by entity L2. {{(pid=106072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 18:05:49.773611 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5d7efd93-7927-443d-9e27-2d9a3e627b89 req-6db60293-d351-4fe7-8e18-17fcfe686c4f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:49.780302 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a6efd-0ebe-4b4d-881e-12a450364250 req-98d32293-b6d9-4342-aaf7-701be7157900 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:49.781828 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2f5a6efd-0ebe-4b4d-881e-12a450364250 req-98d32293-b6d9-4342-aaf7-701be7157900 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 931 time: 0.0489833 Sep 15 18:05:49.817809 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db60293-d351-4fe7-8e18-17fcfe686c4f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Pushing event deleted for resources: {'Port': ['ID=c5124aea-5c23-4917-b05d-e2c4188f051c,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:49.821832 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2f5a6efd-0ebe-4b4d-881e-12a450364250 req-1e6018b5-7a7f-4c0b-93a3-ebac0ae82dd0 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338531 Sep 15 18:05:49.840990 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:49.871703 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b81777-3175-47e1-b858-12032ba42dd9 req-0c8977b9-b6f1-4ff6-ba72-29361c4c46ba tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:49.873289 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-74b81777-3175-47e1-b858-12032ba42dd9 req-0c8977b9-b6f1-4ff6-ba72-29361c4c46ba tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 947 time: 0.1127884 Sep 15 18:05:49.875535 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7efd93-7927-443d-9e27-2d9a3e627b89 req-6db60293-d351-4fe7-8e18-17fcfe686c4f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] No DVR routers for this DVR port c5124aea-5c23-4917-b05d-e2c4188f051c on host hv-cinder-80522 {{(pid=106071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:05:49.878048 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-5d7efd93-7927-443d-9e27-2d9a3e627b89 req-6db60293-d351-4fe7-8e18-17fcfe686c4f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:49.880339 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5d7efd93-7927-443d-9e27-2d9a3e627b89 req-6db60293-d351-4fe7-8e18-17fcfe686c4f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.37 "DELETE /v2.0/ports/c5124aea-5c23-4917-b05d-e2c4188f051c HTTP/1.1" status: 204 len: 173 time: 0.5205340 Sep 15 18:05:49.880985 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4', 'name': 'network-vif-deleted', 'tag': 'c5124aea-5c23-4917-b05d-e2c4188f051c'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:05:49.887804 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b969855-c03e-40f6-aece-0bb60ae1a35e" -d '{"events": [{"server_uuid": "ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4", "name": "network-vif-deleted", "tag": "c5124aea-5c23-4917-b05d-e2c4188f051c"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:05:49.902606 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] Pushing event updated for resources: {'Port': ['ID=e758b5a6-f3ea-4f1c-bf33-fac346cefa4d,revision_number=2']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:49.929692 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-74b81777-3175-47e1-b858-12032ba42dd9 req-7c66046f-96a3-4e9c-b6c6-af3f1a6928a6 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415146 Sep 15 18:05:49.933768 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae9ad79-1dd6-4bbc-ba6c-dd83df81ad3e x-openstack-request-id: req-fae9ad79-1dd6-4bbc-ba6c-dd83df81ad3e {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:05:49.934056 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4", "name": "network-vif-deleted", "tag": "c5124aea-5c23-4917-b05d-e2c4188f051c", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:05:49.934305 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fae9ad79-1dd6-4bbc-ba6c-dd83df81ad3e {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:05:49.934695 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4', 'name': 'network-vif-deleted', 'tag': 'c5124aea-5c23-4917-b05d-e2c4188f051c', 'status': 'completed', 'code': 200} Sep 15 18:05:49.989808 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] Attempting to bind port e758b5a6-f3ea-4f1c-bf33-fac346cefa4d on host hv-cinder-80522 for vnic_type normal with profile {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 18:05:49.990180 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] Attempting to bind port e758b5a6-f3ea-4f1c-bf33-fac346cefa4d by drivers openvswitch,hyperv on host hv-cinder-80522 at level 0 using segments [{'id': '7604134f-a039-45c2-8d1a-019b0fdae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d'}] {{(pid=106072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 18:05:49.990515 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] Attempting to bind port e758b5a6-f3ea-4f1c-bf33-fac346cefa4d on network bec36ef2-050f-4e45-8140-94788854de7d {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:05:49.996066 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] Port e758b5a6-f3ea-4f1c-bf33-fac346cefa4d on network bec36ef2-050f-4e45-8140-94788854de7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80522 {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 18:05:49.996388 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] Attempting to bind port e758b5a6-f3ea-4f1c-bf33-fac346cefa4d on network bec36ef2-050f-4e45-8140-94788854de7d {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 18:05:50.011383 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] Checking agent: {'id': 'd3977637-cbe2-41c3-a570-ab972cec54ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80522', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'started_at': datetime.datetime(2021, 9, 15, 17, 53, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 18, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 18:05:50.011724 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] Checking segment: {'id': '7604134f-a039-45c2-8d1a-019b0fdae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 18:05:50.012110 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] Bound using segment: {'id': '7604134f-a039-45c2-8d1a-019b0fdae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d'} {{(pid=106072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 18:05:50.012588 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.managers [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] Bound port: e758b5a6-f3ea-4f1c-bf33-fac346cefa4d, host: hv-cinder-80522, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7604134f-a039-45c2-8d1a-019b0fdae4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d'}}] {{(pid=106072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 18:05:50.012952 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:50.029771 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-89155184-1a46-4cc8-8d40-d81198ee8375 req-966afa28-3cbe-4e6c-8010-80c294b3052d tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 210 time: 0.0302651 Sep 15 18:05:50.102299 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] For port e758b5a6-f3ea-4f1c-bf33-fac346cefa4d, host hv-cinder-80522, cleared binding levels {{(pid=106072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 18:05:50.105506 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] For port e758b5a6-f3ea-4f1c-bf33-fac346cefa4d, host hv-cinder-80522, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=e758b5a6-f3ea-4f1c-bf33-fac346cefa4d,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 18:05:50.178782 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5966924'] for port, after_update {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:50.226268 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:50.226798 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:50.228201 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] 10.222.0.37 "PUT /v2.0/ports/e758b5a6-f3ea-4f1c-bf33-fac346cefa4d HTTP/1.1" status: 200 len: 1093 time: 0.9350595 Sep 15 18:05:50.228662 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b61432-a724-442f-bd60-28cbb0bdc19f', 'tag': 'e758b5a6-f3ea-4f1c-bf33-fac346cefa4d'}] {{(pid=106072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:05:50.231528 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd47b324d98f2f4bfc09410de6f146af452c7265e3c4636f4d971b874cd661cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5e7a0a-f502-4e08-b2b4-2d595e640732" -d '{"events": [{"name": "network-changed", "server_uuid": "72b61432-a724-442f-bd60-28cbb0bdc19f", "tag": "e758b5a6-f3ea-4f1c-bf33-fac346cefa4d"}]}' {{(pid=106072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:05:50.258616 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b481ae1-7ccc-4fd8-a4f1-50710a57087a service neutron] Pushing event updated for resources: {'Port': ['ID=e758b5a6-f3ea-4f1c-bf33-fac346cefa4d,revision_number=3']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:50.344763 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2deb88b5-42ce-4b87-a6e9-45ebfa15b4c5 x-openstack-request-id: req-2deb88b5-42ce-4b87-a6e9-45ebfa15b4c5 {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:05:50.345055 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b61432-a724-442f-bd60-28cbb0bdc19f", "tag": "e758b5a6-f3ea-4f1c-bf33-fac346cefa4d", "status": "completed", "code": 200}]} {{(pid=106072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:05:50.345425 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2deb88b5-42ce-4b87-a6e9-45ebfa15b4c5 {{(pid=106072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:05:50.345758 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b61432-a724-442f-bd60-28cbb0bdc19f', 'tag': 'e758b5a6-f3ea-4f1c-bf33-fac346cefa4d', 'status': 'completed', 'code': 200} Sep 15 18:05:50.394131 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-9aed6343-a964-4e43-bba8-024844c09cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:50.395720 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-9aed6343-a964-4e43-bba8-024844c09cf9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32757804069f4822bf01cb432ae7c283&device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 1096 time: 0.0432229 Sep 15 18:05:50.439040 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-827f0fd1-726a-4fd3-8df1-dee09bf33be5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e758b5a6-f3ea-4f1c-bf33-fac346cefa4d HTTP/1.1" status: 200 len: 217 time: 0.0336075 Sep 15 18:05:50.491761 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-cb8496c7-21e9-4099-9310-33bf4d468c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:50.493203 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-cb8496c7-21e9-4099-9310-33bf4d468c52 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4164acc9-a017-457a-b3c2-5accc0cf273a HTTP/1.1" status: 200 len: 850 time: 0.0460668 Sep 15 18:05:50.540962 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-bdffce95-3d65-4dd8-951f-7944bf2cbb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:50.542517 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-bdffce95-3d65-4dd8-951f-7944bf2cbb66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bec36ef2-050f-4e45-8140-94788854de7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413678 Sep 15 18:05:50.631821 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-6abda83c-389c-4207-a8d2-ea97c270c390 service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815639 Sep 15 18:05:50.723498 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-b3df962a-06c8-4775-9d49-25032411b1c5 req-a4ab02c4-f492-440f-91e8-516be2f09250 service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826964 Sep 15 18:05:50.951947 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e7a0a-f502-4e08-b2b4-2d595e640732 req-cee4ff6b-3cbd-4532-8e07-ec4b61e822f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:50.953390 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-eb5e7a0a-f502-4e08-b2b4-2d595e640732 req-cee4ff6b-3cbd-4532-8e07-ec4b61e822f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32757804069f4822bf01cb432ae7c283&device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 1096 time: 0.0703850 Sep 15 18:05:50.965324 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b673f86-6d02-4f35-9a89-341947782562 req-318ae242-81d6-418e-b654-d1a9b6e0a88d tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:50.966799 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9b673f86-6d02-4f35-9a89-341947782562 req-318ae242-81d6-418e-b654-d1a9b6e0a88d tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 943 time: 0.0597992 Sep 15 18:05:51.053762 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-9b673f86-6d02-4f35-9a89-341947782562 req-7542336b-95a4-4b2b-afd4-b790a31bde9a tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779486 Sep 15 18:05:51.064119 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31040d46-e2f9-40da-b81f-9dfa9a019ec7 req-19713fa6-6c0b-44cb-a8c1-8b42fa051f59 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:51.065621 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-31040d46-e2f9-40da-b81f-9dfa9a019ec7 req-19713fa6-6c0b-44cb-a8c1-8b42fa051f59 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 947 time: 0.0567873 Sep 15 18:05:51.097334 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e7a0a-f502-4e08-b2b4-2d595e640732 req-5935686f-b871-455d-9028-677e51f03834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:51.098874 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-eb5e7a0a-f502-4e08-b2b4-2d595e640732 req-5935686f-b871-455d-9028-677e51f03834 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bec36ef2-050f-4e45-8140-94788854de7d HTTP/1.1" status: 200 len: 912 time: 0.1312129 Sep 15 18:05:51.113782 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-31040d46-e2f9-40da-b81f-9dfa9a019ec7 req-8f4fbe4a-4220-456c-96ae-1204f96cc12c tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups?id=355725a2-4328-4ee8-b7f9-4e86ef99f58b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391071 Sep 15 18:05:51.155610 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-eb5e7a0a-f502-4e08-b2b4-2d595e640732 req-f1da24dd-a2b8-469e-a1ea-b7ead6d68a04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e758b5a6-f3ea-4f1c-bf33-fac346cefa4d HTTP/1.1" status: 200 len: 217 time: 0.0477202 Sep 15 18:05:51.176663 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49edced-a7ab-4263-a614-11239ae08e06 req-4bd31a32-e181-431d-98ad-0ac807477613 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:51.178242 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d49edced-a7ab-4263-a614-11239ae08e06 req-4bd31a32-e181-431d-98ad-0ac807477613 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.37 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 947 time: 0.0495541 Sep 15 18:05:51.186746 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-2327905d-8066-43a9-ad37-63cc89361a0c req-aa281b1e-91eb-4b81-898f-39b0a34be5af tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce2d97cc-0010-4ea4-9ba5-72e68cfcd8a4 HTTP/1.1" status: 200 len: 210 time: 0.0335436 Sep 15 18:05:51.225081 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e7a0a-f502-4e08-b2b4-2d595e640732 req-a50b5194-5944-4612-bb6d-9be122df09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:51.226725 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-eb5e7a0a-f502-4e08-b2b4-2d595e640732 req-a50b5194-5944-4612-bb6d-9be122df09d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4164acc9-a017-457a-b3c2-5accc0cf273a HTTP/1.1" status: 200 len: 850 time: 0.0626357 Sep 15 18:05:51.284993 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e7a0a-f502-4e08-b2b4-2d595e640732 req-7f621d14-874f-4490-9050-18d1efa61fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:51.286900 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-eb5e7a0a-f502-4e08-b2b4-2d595e640732 req-7f621d14-874f-4490-9050-18d1efa61fab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bec36ef2-050f-4e45-8140-94788854de7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444262 Sep 15 18:05:51.289653 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-d49edced-a7ab-4263-a614-11239ae08e06 req-c59e674f-9c90-4169-b84c-93413b373307 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Deleting port 85d89c2a-ea19-4b2c-af65-05368b2e8186 {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:05:51.290003 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-d49edced-a7ab-4263-a614-11239ae08e06 req-c59e674f-9c90-4169-b84c-93413b373307 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:51.383439 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-d49edced-a7ab-4263-a614-11239ae08e06 req-c59e674f-9c90-4169-b84c-93413b373307 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] For port 85d89c2a-ea19-4b2c-af65-05368b2e8186, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=85d89c2a-ea19-4b2c-af65-05368b2e8186,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:05:51.383809 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-d49edced-a7ab-4263-a614-11239ae08e06 req-c59e674f-9c90-4169-b84c-93413b373307 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:51.386200 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-eb5e7a0a-f502-4e08-b2b4-2d595e640732 req-cbfd38a5-6f88-4856-a902-6554d7e3a2c3 service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876205 Sep 15 18:05:51.474703 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-eb5e7a0a-f502-4e08-b2b4-2d595e640732 req-3c596572-ea7a-4e43-8a87-97dd11879bf0 service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814300 Sep 15 18:05:51.475301 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-66bd6b0c-cb6e-44ee-a84c-257b18755116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:51.826925 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-d49edced-a7ab-4263-a614-11239ae08e06 req-c59e674f-9c90-4169-b84c-93413b373307 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:51.827203 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-d49edced-a7ab-4263-a614-11239ae08e06 req-c59e674f-9c90-4169-b84c-93413b373307 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600326'] for floatingip, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:51.827524 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.db.l3_db [req-d49edced-a7ab-4263-a614-11239ae08e06 req-c59e674f-9c90-4169-b84c-93413b373307 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Floating IP bf416497-a907-4376-958f-e4d376511886 disassociated. External IP: 172.27.3.148, port: 85d89c2a-ea19-4b2c-af65-05368b2e8186. Sep 15 18:05:51.827863 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-d49edced-a7ab-4263-a614-11239ae08e06 req-c59e674f-9c90-4169-b84c-93413b373307 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Calling delete_port for 85d89c2a-ea19-4b2c-af65-05368b2e8186 owned by compute:nova {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:05:51.906052 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:05:52.006954 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:52.007210 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-d49edced-a7ab-4263-a614-11239ae08e06 req-c59e674f-9c90-4169-b84c-93413b373307 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:52.035429 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e674f-9c90-4169-b84c-93413b373307 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Pushing event deleted for resources: {'Port': ['ID=85d89c2a-ea19-4b2c-af65-05368b2e8186,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:52.171609 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d49edced-a7ab-4263-a614-11239ae08e06 req-c59e674f-9c90-4169-b84c-93413b373307 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:05:52.195440 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59a9ac-e435-4cec-ab0f-48527364a3f6 req-7fbc8d14-737c-4e6e-8c82-ad57cf206776 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:52.196951 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8a59a9ac-e435-4cec-ab0f-48527364a3f6 req-7fbc8d14-737c-4e6e-8c82-ad57cf206776 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 943 time: 0.0698328 Sep 15 18:05:52.215603 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-866d2de4-518f-4eab-92e1-8b8d6b8ef091 req-e452a69c-eee9-415d-8305-672f4d50fe48 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 210 time: 0.0263617 Sep 15 18:05:52.261872 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 44834) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:05:52.275302 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-8a59a9ac-e435-4cec-ab0f-48527364a3f6 req-6f5e4824-505a-4c85-9a9b-76e6931b69ab tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433984 Sep 15 18:05:52.326747 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d49edced-a7ab-4263-a614-11239ae08e06 req-c59e674f-9c90-4169-b84c-93413b373307 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:05:52.334624 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-410073ac-8d67-4e35-b35e-562b16b0814f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:52.336364 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3ad948-a06c-412e-8f71-eca8a807df11 None None] Sync routers for ids ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:05:52.345081 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3ad948-a06c-412e-8f71-eca8a807df11 None None] Routers {'1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:05:52.345695 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-fc3ad948-a06c-412e-8f71-eca8a807df11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:05:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:52.359494 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-410073ac-8d67-4e35-b35e-562b16b0814f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:52.366260 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49edced-a7ab-4263-a614-11239ae08e06 req-c59e674f-9c90-4169-b84c-93413b373307 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] No DVR routers for this DVR port 85d89c2a-ea19-4b2c-af65-05368b2e8186 on host hv-cinder-80522 {{(pid=106071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:05:52.368871 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-d49edced-a7ab-4263-a614-11239ae08e06 req-c59e674f-9c90-4169-b84c-93413b373307 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:52.371368 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-d49edced-a7ab-4263-a614-11239ae08e06 req-c59e674f-9c90-4169-b84c-93413b373307 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.37 "DELETE /v2.0/ports/85d89c2a-ea19-4b2c-af65-05368b2e8186 HTTP/1.1" status: 204 len: 173 time: 1.1846099 Sep 15 18:05:52.371937 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690873e8-ed77-4241-a27c-95279048832f', 'name': 'network-vif-deleted', 'tag': '85d89c2a-ea19-4b2c-af65-05368b2e8186'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:05:52.374204 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e17e4d5-6fc5-4965-bfa5-ae7b8cc62b36" -d '{"events": [{"server_uuid": "690873e8-ed77-4241-a27c-95279048832f", "name": "network-vif-deleted", "tag": "85d89c2a-ea19-4b2c-af65-05368b2e8186"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:05:52.416064 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8b9728-4135-485d-9950-e8bea0c57ac3 x-openstack-request-id: req-ab8b9728-4135-485d-9950-e8bea0c57ac3 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:05:52.416648 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690873e8-ed77-4241-a27c-95279048832f", "name": "network-vif-deleted", "tag": "85d89c2a-ea19-4b2c-af65-05368b2e8186", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:05:52.417249 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab8b9728-4135-485d-9950-e8bea0c57ac3 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:05:52.421923 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690873e8-ed77-4241-a27c-95279048832f', 'name': 'network-vif-deleted', 'tag': '85d89c2a-ea19-4b2c-af65-05368b2e8186', 'status': 'completed', 'code': 200} Sep 15 18:05:52.456364 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-fc3ad948-a06c-412e-8f71-eca8a807df11 None None] Set router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:05:52.555669 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-410073ac-8d67-4e35-b35e-562b16b0814f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:52.560205 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-410073ac-8d67-4e35-b35e-562b16b0814f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:52.561884 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-410073ac-8d67-4e35-b35e-562b16b0814f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] 10.222.0.20 "DELETE /v2.0/security-groups/ae0a4a78-f699-4a98-9fd5-5cd3df299ff6 HTTP/1.1" status: 204 len: 168 time: 0.2989016 Sep 15 18:05:52.576731 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410073ac-8d67-4e35-b35e-562b16b0814f tempest-TestShelveInstance-1220798627 tempest-TestShelveInstance-1220798627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0a4a78-f699-4a98-9fd5-5cd3df299ff6,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:52.659025 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-fc3ad948-a06c-412e-8f71-eca8a807df11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:40Z', 'revision_number': 4, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'gw_port': {'id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '12d50bd8-0189-4d03-b82a-d24b81b7e8dc', 'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'mac_address': 'fa:16:3e:3d:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:39Z', 'updated_at': '2021-09-15T17:59:44Z', 'revision_number': 5, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'subnets': [{'id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:52.684900 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3ad948-a06c-412e-8f71-eca8a807df11 None None] Checking router: 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:05:52.688275 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device c5124aea-5c23-4917-b05d-e2c4188f051c no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:05:52.693726 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3ad948-a06c-412e-8f71-eca8a807df11 None None] Routers {'1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:05:52.697519 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44840) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:05:52.697657 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-fc3ad948-a06c-412e-8f71-eca8a807df11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:05:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:52.709102 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] No Port match for: c5124aea-5c23-4917-b05d-e2c4188f051c {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:05:52.709546 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device c5124aea-5c23-4917-b05d-e2c4188f051c not bound to the agent host hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:05:52.798323 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-fc3ad948-a06c-412e-8f71-eca8a807df11 None None] Set router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:05:52.994483 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-fc3ad948-a06c-412e-8f71-eca8a807df11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:40Z', 'revision_number': 4, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'gw_port': {'id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '12d50bd8-0189-4d03-b82a-d24b81b7e8dc', 'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'mac_address': 'fa:16:3e:3d:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:39Z', 'updated_at': '2021-09-15T17:59:44Z', 'revision_number': 5, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'subnets': [{'id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:53.028554 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3ad948-a06c-412e-8f71-eca8a807df11 None None] The sync data for ids ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'] in dv-cinder-805228-2-iscsi is: [{'id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:40Z', 'revision_number': 4, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'gw_port': {'id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '12d50bd8-0189-4d03-b82a-d24b81b7e8dc', 'name': '', 'network_id': 'a09fea8f-0a20-4dd0-b63b-9ece40ad350d', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'mac_address': 'fa:16:3e:3d:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:39Z', 'updated_at': '2021-09-15T17:59:44Z', 'revision_number': 5, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'subnets': [{'id': 'ae6b4715-76cf-494c-ae02-d92791591d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:05:53.139426 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-1df09659-de64-4838-bda2-48a74c746ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605702'] for router_interface, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:53.271173 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea154f1-2527-4d1c-9576-7694064ff26c None None] New status for floating IP bf416497-a907-4376-958f-e4d376511886: DOWN {{(pid=106073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:05:53.346126 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-adc70f5a-fc8c-4f83-98da-f1118f45fd92 req-a40e50bf-9a91-424c-94a8-cf01f40c7b4a tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/ports?device_id=690873e8-ed77-4241-a27c-95279048832f HTTP/1.1" status: 200 len: 210 time: 0.0314450 Sep 15 18:05:53.360752 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:53.454426 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ca3f4-8564-4b69-8442-b03588b2cf96 req-31785397-5f92-436e-b716-2fa7bd98a995 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:53.458407 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4a5ca3f4-8564-4b69-8442-b03588b2cf96 req-31785397-5f92-436e-b716-2fa7bd98a995 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 943 time: 0.0901387 Sep 15 18:05:53.488790 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-1df09659-de64-4838-bda2-48a74c746ff2 admin admin] Deleting port 6b86954f-494a-4ffb-a2a5-141976dbf888 {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:05:53.489093 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-1df09659-de64-4838-bda2-48a74c746ff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:53.518189 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4a5ca3f4-8564-4b69-8442-b03588b2cf96 req-4be6fc6d-ee83-4197-a546-f3d3a36f7027 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549781 Sep 15 18:05:53.575358 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [None req-1df09659-de64-4838-bda2-48a74c746ff2 admin admin] For port 6b86954f-494a-4ffb-a2a5-141976dbf888, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=6b86954f-494a-4ffb-a2a5-141976dbf888,segment=NetworkSegment(b168f714-e6ee-42c7-9515-72e60d76ba6f),segment_id=b168f714-e6ee-42c7-9515-72e60d76ba6f)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:05:53.575725 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-1df09659-de64-4838-bda2-48a74c746ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:53.587644 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-1df09659-de64-4838-bda2-48a74c746ff2 admin admin] Calling delete_port for 6b86954f-494a-4ffb-a2a5-141976dbf888 owned by network:router_interface {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:05:53.812754 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-1df09659-de64-4838-bda2-48a74c746ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:53.841484 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df09659-de64-4838-bda2-48a74c746ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b86954f-494a-4ffb-a2a5-141976dbf888,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:54.007528 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-1df09659-de64-4838-bda2-48a74c746ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600502'] for router_interface, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:54.214470 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df09659-de64-4838-bda2-48a74c746ff2 admin admin] Router 21b53c82-457b-4d16-b21c-9d966a4881d8 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:05:54.318982 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df09659-de64-4838-bda2-48a74c746ff2 admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:05:54.326383 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-1df09659-de64-4838-bda2-48a74c746ff2 admin admin] 10.222.0.20 "PUT /v2.0/routers/21b53c82-457b-4d16-b21c-9d966a4881d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6282511 Sep 15 18:05:54.326665 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44848) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:05:54.332426 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e36471-76d7-4fbc-a527-1b919f19ae01 None None] Sync routers for ids ['21b53c82-457b-4d16-b21c-9d966a4881d8'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:05:54.342111 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e36471-76d7-4fbc-a527-1b919f19ae01 None None] Routers {'21b53c82-457b-4d16-b21c-9d966a4881d8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:05:54.342734 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-27e36471-76d7-4fbc-a527-1b919f19ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:05:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['21b53c82-457b-4d16-b21c-9d966a4881d8'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:54.438804 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bb611c44-e5d2-4f50-8bab-8cd957781de8 admin admin] Notify callbacks [] for router, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:54.447045 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-27e36471-76d7-4fbc-a527-1b919f19ae01 None None] Set router 21b53c82-457b-4d16-b21c-9d966a4881d8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:05:54.482750 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 44854) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:05:54.549638 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-0a48c390-09ce-4e08-b869-ccfb53c395b3 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:54.579125 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-0a48c390-09ce-4e08-b869-ccfb53c395b3 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:54.629118 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-27e36471-76d7-4fbc-a527-1b919f19ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'name': 'tempest-TestShelveInstance-8421170-router', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '8579dacd-6216-423f-8be5-bff564c6b883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:42Z', 'updated_at': '2021-09-15T18:05:53Z', 'revision_number': 5, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'gw_port': {'id': '8579dacd-6216-423f-8be5-bff564c6b883', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:43Z', 'updated_at': '2021-09-15T18:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:54.659291 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e36471-76d7-4fbc-a527-1b919f19ae01 None None] Checking router: 21b53c82-457b-4d16-b21c-9d966a4881d8 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:05:54.662486 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:54.668379 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e36471-76d7-4fbc-a527-1b919f19ae01 None None] Routers {'21b53c82-457b-4d16-b21c-9d966a4881d8'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:05:54.673112 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09059f97-ad28-4be4-9040-923fd896b2c4 req-c05c1edb-3a44-4a6f-b1cb-47c81bffb26c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:54.673286 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-27e36471-76d7-4fbc-a527-1b919f19ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:05:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['21b53c82-457b-4d16-b21c-9d966a4881d8'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:54.676163 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-09059f97-ad28-4be4-9040-923fd896b2c4 req-c05c1edb-3a44-4a6f-b1cb-47c81bffb26c tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 943 time: 0.0779369 Sep 15 18:05:54.689469 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 85d89c2a-ea19-4b2c-af65-05368b2e8186 no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:05:54.724220 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] No Port match for: 85d89c2a-ea19-4b2c-af65-05368b2e8186 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:05:54.724966 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device 85d89c2a-ea19-4b2c-af65-05368b2e8186 not bound to the agent host hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:05:54.727859 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-09059f97-ad28-4be4-9040-923fd896b2c4 req-5d493054-ff91-4f20-8c2b-43838ac556ba tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502589 Sep 15 18:05:54.771036 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-27e36471-76d7-4fbc-a527-1b919f19ae01 None None] Set router 21b53c82-457b-4d16-b21c-9d966a4881d8 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:05:54.783534 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bb611c44-e5d2-4f50-8bab-8cd957781de8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:54.784082 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-0a48c390-09ce-4e08-b869-ccfb53c395b3 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:54.786442 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-0a48c390-09ce-4e08-b869-ccfb53c395b3 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:54.790117 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-0a48c390-09ce-4e08-b869-ccfb53c395b3 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "DELETE /v2.0/security-groups/355725a2-4328-4ee8-b7f9-4e86ef99f58b HTTP/1.1" status: 204 len: 168 time: 0.3036613 Sep 15 18:05:54.796781 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44858) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:05:54.797421 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48c390-09ce-4e08-b869-ccfb53c395b3 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=355725a2-4328-4ee8-b7f9-4e86ef99f58b,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:54.805475 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.api.v2.resource [None req-2a2ddf69-db38-4c42-90ca-676ee76d0ee7 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] show failed (client error): The resource could not be found. Sep 15 18:05:54.806001 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-2a2ddf69-db38-4c42-90ca-676ee76d0ee7 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "GET /v2.0/security-groups/355725a2-4328-4ee8-b7f9-4e86ef99f58b HTTP/1.1" status: 404 len: 347 time: 0.0145991 Sep 15 18:05:54.808996 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44860) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:05:54.966041 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-bb611c44-e5d2-4f50-8bab-8cd957781de8 admin admin] Deleting port 8579dacd-6216-423f-8be5-bff564c6b883 {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:05:54.966394 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bb611c44-e5d2-4f50-8bab-8cd957781de8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:54.970244 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-09ef0ea3-b37e-41ba-96cc-85593dbdba25 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Deleting port 3afd10b3-d338-4a1a-86de-2bd7294611b9 {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:05:54.970574 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-09ef0ea3-b37e-41ba-96cc-85593dbdba25 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:55.025168 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-27e36471-76d7-4fbc-a527-1b919f19ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'name': 'tempest-TestShelveInstance-8421170-router', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '8579dacd-6216-423f-8be5-bff564c6b883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:42Z', 'updated_at': '2021-09-15T18:05:53Z', 'revision_number': 5, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'gw_port': {'id': '8579dacd-6216-423f-8be5-bff564c6b883', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:43Z', 'updated_at': '2021-09-15T18:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:55.051210 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e36471-76d7-4fbc-a527-1b919f19ae01 None None] The sync data for ids ['21b53c82-457b-4d16-b21c-9d966a4881d8'] in dv-cinder-805228-2-iscsi is: [{'id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'name': 'tempest-TestShelveInstance-8421170-router', 'tenant_id': '6cf6b14bbbb64122b5eab98280def64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '8579dacd-6216-423f-8be5-bff564c6b883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:42Z', 'updated_at': '2021-09-15T18:05:53Z', 'revision_number': 5, 'project_id': '6cf6b14bbbb64122b5eab98280def64c', 'gw_port': {'id': '8579dacd-6216-423f-8be5-bff564c6b883', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b53c82-457b-4d16-b21c-9d966a4881d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:43Z', 'updated_at': '2021-09-15T18:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:05:55.106647 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-09ef0ea3-b37e-41ba-96cc-85593dbdba25 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:55.106981 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-09ef0ea3-b37e-41ba-96cc-85593dbdba25 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:55.110191 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [None req-bb611c44-e5d2-4f50-8bab-8cd957781de8 admin admin] For port 8579dacd-6216-423f-8be5-bff564c6b883, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=8579dacd-6216-423f-8be5-bff564c6b883,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:05:55.110546 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bb611c44-e5d2-4f50-8bab-8cd957781de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:55.128937 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-09ef0ea3-b37e-41ba-96cc-85593dbdba25 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Calling delete_port for 3afd10b3-d338-4a1a-86de-2bd7294611b9 owned by network:floatingip {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:05:55.130716 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-bb611c44-e5d2-4f50-8bab-8cd957781de8 admin admin] Calling delete_port for 8579dacd-6216-423f-8be5-bff564c6b883 owned by network:router_gateway {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:05:55.481410 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-09ef0ea3-b37e-41ba-96cc-85593dbdba25 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:55.508962 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef0ea3-b37e-41ba-96cc-85593dbdba25 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Pushing event deleted for resources: {'Port': ['ID=3afd10b3-d338-4a1a-86de-2bd7294611b9,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:55.515446 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bb611c44-e5d2-4f50-8bab-8cd957781de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:55.580765 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb611c44-e5d2-4f50-8bab-8cd957781de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8579dacd-6216-423f-8be5-bff564c6b883,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:55.641960 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-09ef0ea3-b37e-41ba-96cc-85593dbdba25 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks [] for floatingip, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:55.644499 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-09ef0ea3-b37e-41ba-96cc-85593dbdba25 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:55.645671 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-09ef0ea3-b37e-41ba-96cc-85593dbdba25 tempest-AttachVolumeShelveTestJSON-621883805 tempest-AttachVolumeShelveTestJSON-621883805-project] 10.222.0.20 "DELETE /v2.0/floatingips/bf416497-a907-4376-958f-e4d376511886 HTTP/1.1" status: 204 len: 168 time: 0.8357451 Sep 15 18:05:55.662593 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bb611c44-e5d2-4f50-8bab-8cd957781de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600432'] for router_gateway, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:55.751445 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bb611c44-e5d2-4f50-8bab-8cd957781de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:55.753579 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bb611c44-e5d2-4f50-8bab-8cd957781de8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:55.837218 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5344d19-a4b3-435d-978c-e2f0bc05416d req-ab63695e-85b3-4af1-84a3-805bcb9a689f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:55.838723 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b5344d19-a4b3-435d-978c-e2f0bc05416d req-ab63695e-85b3-4af1-84a3-805bcb9a689f tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 943 time: 0.0485632 Sep 15 18:05:55.864096 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bb611c44-e5d2-4f50-8bab-8cd957781de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-640218'] for router, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:55.864665 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb611c44-e5d2-4f50-8bab-8cd957781de8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21b53c82-457b-4d16-b21c-9d966a4881d8 {{(pid=106071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:05:55.873225 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-bb611c44-e5d2-4f50-8bab-8cd957781de8 admin admin] Notify callbacks [] for router, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:55.874349 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-bb611c44-e5d2-4f50-8bab-8cd957781de8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/21b53c82-457b-4d16-b21c-9d966a4881d8 HTTP/1.1" status: 204 len: 168 time: 1.5468540 Sep 15 18:05:55.876917 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 44866) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:05:55.882790 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-b5344d19-a4b3-435d-978c-e2f0bc05416d req-7002417a-6fdd-4b7d-9dc0-321321f3c4d8 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381470 Sep 15 18:05:55.930368 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd49f11c-ce4a-472e-a30c-a03ab487b41d admin admin] Deleting subnet 4e88ec5f-fa46-4bde-9cde-13946047afbd {{(pid=106072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:05:55.934422 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-dd49f11c-ce4a-472e-a30c-a03ab487b41d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:55.969955 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-dd49f11c-ce4a-472e-a30c-a03ab487b41d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8033963'] for subnet, precommit_delete_associations {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.051675 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-dd49f11c-ce4a-472e-a30c-a03ab487b41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819029'] for subnet, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.161241 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-dd49f11c-ce4a-472e-a30c-a03ab487b41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1819010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5966970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4475193'] for subnet, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.187599 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49f11c-ce4a-472e-a30c-a03ab487b41d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e88ec5f-fa46-4bde-9cde-13946047afbd,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:56.189619 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-dd49f11c-ce4a-472e-a30c-a03ab487b41d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.192632 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-dd49f11c-ce4a-472e-a30c-a03ab487b41d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4e88ec5f-fa46-4bde-9cde-13946047afbd HTTP/1.1" status: 204 len: 168 time: 0.3142800 Sep 15 18:05:56.197809 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 44870) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:05:56.198131 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff2dbcf-7ee6-45ea-9221-ecd86e97ad36 None None] Network ef9bd678-fb03-49b0-b2af-7d04383c138e requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:05:56.264551 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-021b8b06-b1f1-4087-9d77-a2f4d18d1894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588324'] for network, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.320202 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-021b8b06-b1f1-4087-9d77-a2f4d18d1894 admin admin] Deleting port e71a7b79-5bc2-431a-a2bd-541002596897 {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:05:56.320585 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-021b8b06-b1f1-4087-9d77-a2f4d18d1894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.387667 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [None req-021b8b06-b1f1-4087-9d77-a2f4d18d1894 admin admin] For port e71a7b79-5bc2-431a-a2bd-541002596897, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=e71a7b79-5bc2-431a-a2bd-541002596897,segment=NetworkSegment(b168f714-e6ee-42c7-9515-72e60d76ba6f),segment_id=b168f714-e6ee-42c7-9515-72e60d76ba6f)] {{(pid=106072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:05:56.388108 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-021b8b06-b1f1-4087-9d77-a2f4d18d1894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.402274 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-021b8b06-b1f1-4087-9d77-a2f4d18d1894 admin admin] Calling delete_port for e71a7b79-5bc2-431a-a2bd-541002596897 owned by network:dhcp {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:05:56.407018 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb2edf6-275b-42a5-a942-41c615decabb None None] DHCP port deletion for ef9bd678-fb03-49b0-b2af-7d04383c138e request from dv-cinder-805228-2-iscsi {{(pid=106073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:05:56.440031 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 8579dacd-6216-423f-8be5-bff564c6b883 no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:05:56.464611 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: 8579dacd-6216-423f-8be5-bff564c6b883 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:05:56.464796 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 8579dacd-6216-423f-8be5-bff564c6b883 not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:05:56.465211 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 6b86954f-494a-4ffb-a2a5-141976dbf888 no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:05:56.491759 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: 6b86954f-494a-4ffb-a2a5-141976dbf888 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:05:56.492101 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 6b86954f-494a-4ffb-a2a5-141976dbf888 not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:05:56.496551 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-0bb2edf6-275b-42a5-a942-41c615decabb None None] Deleting port e71a7b79-5bc2-431a-a2bd-541002596897 {{(pid=106073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:05:56.496876 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-0bb2edf6-275b-42a5-a942-41c615decabb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.559542 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-0bb2edf6-275b-42a5-a942-41c615decabb None None] For port e71a7b79-5bc2-431a-a2bd-541002596897, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=e71a7b79-5bc2-431a-a2bd-541002596897,segment=NetworkSegment(b168f714-e6ee-42c7-9515-72e60d76ba6f),segment_id=b168f714-e6ee-42c7-9515-72e60d76ba6f)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:05:56.560009 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-0bb2edf6-275b-42a5-a942-41c615decabb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.561144 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-021b8b06-b1f1-4087-9d77-a2f4d18d1894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.572730 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-0bb2edf6-275b-42a5-a942-41c615decabb None None] Calling delete_port for e71a7b79-5bc2-431a-a2bd-541002596897 owned by network:dhcp {{(pid=106073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:05:56.586774 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b8b06-b1f1-4087-9d77-a2f4d18d1894 admin admin] Pushing event deleted for resources: {'Port': ['ID=e71a7b79-5bc2-431a-a2bd-541002596897,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:56.592092 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b8b06-b1f1-4087-9d77-a2f4d18d1894 admin admin] No DVR routers for this DVR port e71a7b79-5bc2-431a-a2bd-541002596897 on host dv-cinder-805228-2-iscsi {{(pid=106072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:05:56.645399 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-0bb2edf6-275b-42a5-a942-41c615decabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073'] for port, after_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.662980 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-021b8b06-b1f1-4087-9d77-a2f4d18d1894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822226', 'neutron.services.segments.db._delete_segments_for_network-8765806907549'] for network, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.678567 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2edf6-275b-42a5-a942-41c615decabb None None] Pushing event deleted for resources: {'Port': ['ID=e71a7b79-5bc2-431a-a2bd-541002596897,revision_number=None']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:56.683138 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2edf6-275b-42a5-a942-41c615decabb None None] No DVR routers for this DVR port e71a7b79-5bc2-431a-a2bd-541002596897 on host dv-cinder-805228-2-iscsi {{(pid=106073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:05:56.687785 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-021b8b06-b1f1-4087-9d77-a2f4d18d1894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9bd678-fb03-49b0-b2af-7d04383c138e']}} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:56.695155 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-021b8b06-b1f1-4087-9d77-a2f4d18d1894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b168f714-e6ee-42c7-9515-72e60d76ba6f') {'for_net_delete': True} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:56.695443 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-021b8b06-b1f1-4087-9d77-a2f4d18d1894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b168f714-e6ee-42c7-9515-72e60d76ba6f') {} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:56.706665 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-021b8b06-b1f1-4087-9d77-a2f4d18d1894 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765806907046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8033952'] for segment, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.719989 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-021b8b06-b1f1-4087-9d77-a2f4d18d1894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.725704 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021b8b06-b1f1-4087-9d77-a2f4d18d1894 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:05:56.726084 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-021b8b06-b1f1-4087-9d77-a2f4d18d1894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5967524'] for segment, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: Traceback (most recent call last): Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: timer() Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: cb(*args, **kw) Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: return func(*args, **kwargs) Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: self._notify() Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: self.callback(batched_events) Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: event.method(event) Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: return f(self, *a, **k) Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: return self._get(url).json() Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: return self.request(url, 'GET', **kwargs) Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:05:56.727687 dv-cinder-805228-2-iscsi neutron-server[106072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:05:56.846456 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-021b8b06-b1f1-4087-9d77-a2f4d18d1894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1822219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600340'] for network, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.851946 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-021b8b06-b1f1-4087-9d77-a2f4d18d1894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:56.853850 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-021b8b06-b1f1-4087-9d77-a2f4d18d1894 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ef9bd678-fb03-49b0-b2af-7d04383c138e HTTP/1.1" status: 204 len: 168 time: 0.6587744 Sep 15 18:05:56.856776 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44872) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:05:56.864103 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b8b06-b1f1-4087-9d77-a2f4d18d1894 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef9bd678-fb03-49b0-b2af-7d04383c138e,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:57.016065 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37279113-f769-45fb-b931-2755220fefb2 req-d9fc2346-fcc4-4582-81e9-c7e141702117 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:57.018377 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-37279113-f769-45fb-b931-2755220fefb2 req-d9fc2346-fcc4-4582-81e9-c7e141702117 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 943 time: 0.0688574 Sep 15 18:05:57.069053 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-37279113-f769-45fb-b931-2755220fefb2 req-dc95267d-6577-4639-8e4f-689648f48a55 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445321 Sep 15 18:05:57.213286 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-454d1a4f-5b89-49b0-a380-bdafacc303cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605702'] for router_interface, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:57.453474 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-454d1a4f-5b89-49b0-a380-bdafacc303cc admin admin] Deleting port 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2 {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:05:57.453817 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-454d1a4f-5b89-49b0-a380-bdafacc303cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:57.530135 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [None req-454d1a4f-5b89-49b0-a380-bdafacc303cc admin admin] For port 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2,segment=NetworkSegment(8971eec2-dc49-4668-ab70-efadbcd3c89c),segment_id=8971eec2-dc49-4668-ab70-efadbcd3c89c)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:05:57.530434 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-454d1a4f-5b89-49b0-a380-bdafacc303cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:57.543250 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-454d1a4f-5b89-49b0-a380-bdafacc303cc admin admin] Calling delete_port for 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2 owned by network:router_interface {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:05:57.783939 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-454d1a4f-5b89-49b0-a380-bdafacc303cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:57.808777 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d1a4f-5b89-49b0-a380-bdafacc303cc admin admin] Pushing event deleted for resources: {'Port': ['ID=3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:57.971518 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-454d1a4f-5b89-49b0-a380-bdafacc303cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600502'] for router_interface, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:58.204783 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454d1a4f-5b89-49b0-a380-bdafacc303cc admin admin] Router 50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:05:58.219331 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e4056-d8c7-4095-934c-79ebfa8c38d2 req-8cbceb2f-b764-4466-8c92-635879fb5639 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:58.220811 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a92e4056-d8c7-4095-934c-79ebfa8c38d2 req-8cbceb2f-b764-4466-8c92-635879fb5639 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 943 time: 0.0652645 Sep 15 18:05:58.302732 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a92e4056-d8c7-4095-934c-79ebfa8c38d2 req-c7176c2f-1aaa-4068-84c3-b68925ef19fa tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750799 Sep 15 18:05:58.415402 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 44894) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:05:58.455042 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device e71a7b79-5bc2-431a-a2bd-541002596897 no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:05:58.475898 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: e71a7b79-5bc2-431a-a2bd-541002596897 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:05:58.476245 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device e71a7b79-5bc2-431a-a2bd-541002596897 not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:05:58.584825 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454d1a4f-5b89-49b0-a380-bdafacc303cc admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:05:58.593371 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-454d1a4f-5b89-49b0-a380-bdafacc303cc admin admin] 10.222.0.20 "PUT /v2.0/routers/50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7323842 Sep 15 18:05:58.593371 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44898) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:05:58.595786 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb364801-6cc1-41fc-9200-74525e37f942 None None] Sync routers for ids ['50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:05:58.605568 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb364801-6cc1-41fc-9200-74525e37f942 None None] Routers {'50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:05:58.616575 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-bb364801-6cc1-41fc-9200-74525e37f942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:05:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:58.689846 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device e758b5a6-f3ea-4f1c-bf33-fac346cefa4d details requested by agent hyperv_hv-cinder-80522 with host hv-cinder-80522 {{(pid=106073) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 18:05:58.696478 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-59a3ce30-44e5-46c2-a8af-d0cb4ba8e0b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:58.725197 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-bb364801-6cc1-41fc-9200-74525e37f942 None None] Set router 50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:05:58.807333 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-59a3ce30-44e5-46c2-a8af-d0cb4ba8e0b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:58.830025 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-3f01bf33-bcf2-4481-a9ad-d5e28332d3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605702'] for router_interface, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:58.897556 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-59a3ce30-44e5-46c2-a8af-d0cb4ba8e0b2 admin admin] Deleting port b3486935-f694-4020-a10a-daa34f4dd5ef {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:05:58.898441 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-59a3ce30-44e5-46c2-a8af-d0cb4ba8e0b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:58.905512 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port e758b5a6-f3ea-4f1c-bf33-fac346cefa4d, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=e758b5a6-f3ea-4f1c-bf33-fac346cefa4d,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:05:58.925268 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Returning: {'device': 'e758b5a6-f3ea-4f1c-bf33-fac346cefa4d', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'port_id': 'e758b5a6-f3ea-4f1c-bf33-fac346cefa4d', 'mac_address': 'fa:16:3e:5f:de:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106073) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 18:05:58.987325 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:58.992595 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [None req-59a3ce30-44e5-46c2-a8af-d0cb4ba8e0b2 admin admin] For port b3486935-f694-4020-a10a-daa34f4dd5ef, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=b3486935-f694-4020-a10a-daa34f4dd5ef,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:05:58.993119 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-59a3ce30-44e5-46c2-a8af-d0cb4ba8e0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:59.002286 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e758b5a6-f3ea-4f1c-bf33-fac346cefa4d {{(pid=106073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 18:05:59.005393 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-59a3ce30-44e5-46c2-a8af-d0cb4ba8e0b2 admin admin] Calling delete_port for b3486935-f694-4020-a10a-daa34f4dd5ef owned by network:router_gateway {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:05:59.029253 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port e758b5a6-f3ea-4f1c-bf33-fac346cefa4d, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=e758b5a6-f3ea-4f1c-bf33-fac346cefa4d,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:05:59.037696 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-bb364801-6cc1-41fc-9200-74525e37f942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45', 'name': 'tempest-TestShelveInstance-879337432-router', 'tenant_id': 'dc4f7b015dd1478aa428174e55155760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'b3486935-f694-4020-a10a-daa34f4dd5ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:52Z', 'updated_at': '2021-09-15T18:05:57Z', 'revision_number': 5, 'project_id': 'dc4f7b015dd1478aa428174e55155760', 'gw_port': {'id': 'b3486935-f694-4020-a10a-daa34f4dd5ef', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:52Z', 'updated_at': '2021-09-15T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:59.064120 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb364801-6cc1-41fc-9200-74525e37f942 None None] Checking router: 50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45 for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:05:59.075327 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb364801-6cc1-41fc-9200-74525e37f942 None None] Routers {'50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:05:59.075665 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-bb364801-6cc1-41fc-9200-74525e37f942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:05:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:59.078438 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:59.083365 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-3f01bf33-bcf2-4481-a9ad-d5e28332d3e8 admin admin] Deleting port 12d50bd8-0189-4d03-b82a-d24b81b7e8dc {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:05:59.083953 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-3f01bf33-bcf2-4481-a9ad-d5e28332d3e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:59.171668 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [None req-3f01bf33-bcf2-4481-a9ad-d5e28332d3e8 admin admin] For port 12d50bd8-0189-4d03-b82a-d24b81b7e8dc, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=12d50bd8-0189-4d03-b82a-d24b81b7e8dc,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:05:59.172354 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-3f01bf33-bcf2-4481-a9ad-d5e28332d3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:59.186156 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-3f01bf33-bcf2-4481-a9ad-d5e28332d3e8 admin admin] Calling delete_port for 12d50bd8-0189-4d03-b82a-d24b81b7e8dc owned by network:router_interface {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:05:59.201826 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-bb364801-6cc1-41fc-9200-74525e37f942 None None] Set router 50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45 gateway port host: None {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:05:59.203697 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=e758b5a6-f3ea-4f1c-bf33-fac346cefa4d,revision_number=4']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:59.230435 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-59a3ce30-44e5-46c2-a8af-d0cb4ba8e0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:59.258946 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3ce30-44e5-46c2-a8af-d0cb4ba8e0b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3486935-f694-4020-a10a-daa34f4dd5ef,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:59.265111 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-bb364801-6cc1-41fc-9200-74525e37f942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45', 'name': 'tempest-TestShelveInstance-879337432-router', 'tenant_id': 'dc4f7b015dd1478aa428174e55155760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:52Z', 'updated_at': '2021-09-15T18:05:58Z', 'revision_number': 6, 'project_id': 'dc4f7b015dd1478aa428174e55155760', 'gw_port_host': None}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:05:59.291147 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb364801-6cc1-41fc-9200-74525e37f942 None None] The sync data for ids ['50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45'] in dv-cinder-805228-2-iscsi is: [{'id': '50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45', 'name': 'tempest-TestShelveInstance-879337432-router', 'tenant_id': 'dc4f7b015dd1478aa428174e55155760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:52Z', 'updated_at': '2021-09-15T18:05:58Z', 'revision_number': 6, 'project_id': 'dc4f7b015dd1478aa428174e55155760', 'gw_port_host': None}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:05:59.306645 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] get_ports_and_sgs() called for port_ids ['e758b5a6-f3ea-4f1c-bf33-fac346cefa4d'] {{(pid=106073) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 18:05:59.337855 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-59a3ce30-44e5-46c2-a8af-d0cb4ba8e0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600432'] for router_gateway, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:59.459125 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-59a3ce30-44e5-46c2-a8af-d0cb4ba8e0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:59.461692 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-59a3ce30-44e5-46c2-a8af-d0cb4ba8e0b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:59.470833 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-3f01bf33-bcf2-4481-a9ad-d5e28332d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:59.506495 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01bf33-bcf2-4481-a9ad-d5e28332d3e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=12d50bd8-0189-4d03-b82a-d24b81b7e8dc,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:05:59.517085 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cea12f-9922-4b2d-ba62-0d6e56c4beef req-8b5186a7-d45a-45de-9615-7a33207ebfe0 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:05:59.518620 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c6cea12f-9922-4b2d-ba62-0d6e56c4beef req-8b5186a7-d45a-45de-9615-7a33207ebfe0 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 944 time: 0.0860212 Sep 15 18:05:59.566117 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-59a3ce30-44e5-46c2-a8af-d0cb4ba8e0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-640218'] for router, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:59.566706 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a3ce30-44e5-46c2-a8af-d0cb4ba8e0b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45 {{(pid=106071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:05:59.577336 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-59a3ce30-44e5-46c2-a8af-d0cb4ba8e0b2 admin admin] Notify callbacks [] for router, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:59.580558 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-59a3ce30-44e5-46c2-a8af-d0cb4ba8e0b2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/50da8ddc-7dd4-4b67-a1f7-a9fd338eaf45 HTTP/1.1" status: 204 len: 168 time: 0.9848471 Sep 15 18:05:59.580999 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 44902) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:05:59.660189 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-c6cea12f-9922-4b2d-ba62-0d6e56c4beef req-8db2f883-0db9-48c2-b6ab-7951f779bcf8 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108389 Sep 15 18:05:59.695984 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c8c842-3e49-46e4-83ac-8a5345f9f2fb admin admin] Deleting subnet 5288df19-189e-4a20-9e28-c38bc0328e48 {{(pid=106072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:05:59.701821 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c842-3e49-46e4-83ac-8a5345f9f2fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:59.767862 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c842-3e49-46e4-83ac-8a5345f9f2fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8033963'] for subnet, precommit_delete_associations {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:59.813190 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-3f01bf33-bcf2-4481-a9ad-d5e28332d3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600502'] for router_interface, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:05:59.898389 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c842-3e49-46e4-83ac-8a5345f9f2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819029'] for subnet, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:00.326052 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c842-3e49-46e4-83ac-8a5345f9f2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1819010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5966970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4475193'] for subnet, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:00.357495 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8c842-3e49-46e4-83ac-8a5345f9f2fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5288df19-189e-4a20-9e28-c38bc0328e48,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:00.366911 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c2c8c842-3e49-46e4-83ac-8a5345f9f2fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:00.368790 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-c2c8c842-3e49-46e4-83ac-8a5345f9f2fb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5288df19-189e-4a20-9e28-c38bc0328e48 HTTP/1.1" status: 204 len: 168 time: 0.7814364 Sep 15 18:06:00.371372 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44904) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:00.374424 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427907c6-e7e5-4d6b-a516-a132948ba674 None None] Network 13f690e5-a787-4805-bb34-fad3ac63938b requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:06:00.377863 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f01bf33-bcf2-4481-a9ad-d5e28332d3e8 admin admin] Router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:06:00.444852 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device b3486935-f694-4020-a10a-daa34f4dd5ef no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:06:00.462439 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6ea526ce-75b1-4517-a4a7-fc3c5d07f253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588324'] for network, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:00.492480 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f01bf33-bcf2-4481-a9ad-d5e28332d3e8 admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:06:00.497998 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-3f01bf33-bcf2-4481-a9ad-d5e28332d3e8 admin admin] 10.222.0.20 "PUT /v2.0/routers/1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0813329 Sep 15 18:06:00.500646 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 44906) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:00.503913 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48353378-a6a8-453a-8bf5-ff0e178380a9 None None] Sync routers for ids ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:06:00.513879 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48353378-a6a8-453a-8bf5-ff0e178380a9 None None] Routers {'1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:06:00.514991 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-48353378-a6a8-453a-8bf5-ff0e178380a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:05:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:00.527258 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-6ea526ce-75b1-4517-a4a7-fc3c5d07f253 admin admin] Deleting port fd6abcba-94bf-4be7-80e8-3f49d817513e {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:06:00.527639 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6ea526ce-75b1-4517-a4a7-fc3c5d07f253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:00.601613 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [None req-6ea526ce-75b1-4517-a4a7-fc3c5d07f253 admin admin] For port fd6abcba-94bf-4be7-80e8-3f49d817513e, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=fd6abcba-94bf-4be7-80e8-3f49d817513e,segment=NetworkSegment(8971eec2-dc49-4668-ab70-efadbcd3c89c),segment_id=8971eec2-dc49-4668-ab70-efadbcd3c89c)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:00.601992 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6ea526ce-75b1-4517-a4a7-fc3c5d07f253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:00.611185 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: b3486935-f694-4020-a10a-daa34f4dd5ef {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:06:00.612097 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device b3486935-f694-4020-a10a-daa34f4dd5ef not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:06:00.612240 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2 no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:06:00.614403 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-6ea526ce-75b1-4517-a4a7-fc3c5d07f253 admin admin] Calling delete_port for fd6abcba-94bf-4be7-80e8-3f49d817513e owned by network:dhcp {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:06:00.619985 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-96f60631-fb5f-40b3-9b6f-cf341bc50d07 admin admin] Notify callbacks [] for router, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:00.622772 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-48353378-a6a8-453a-8bf5-ff0e178380a9 None None] Set router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:06:00.654636 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:06:00.655128 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 3304e6dd-fe93-4cd5-9ef3-0ae35f82a1e2 not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:06:00.698258 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device e758b5a6-f3ea-4f1c-bf33-fac346cefa4d up at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 18:06:00.764804 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-96f60631-fb5f-40b3-9b6f-cf341bc50d07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:00.780677 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5f9fa0-6ff2-4c92-810f-3ff4e3be486a None None] DHCP port deletion for 13f690e5-a787-4805-bb34-fad3ac63938b request from dv-cinder-805228-2-iscsi {{(pid=106073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:06:00.798762 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6ea526ce-75b1-4517-a4a7-fc3c5d07f253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:00.816432 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-48353378-a6a8-453a-8bf5-ff0e178380a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T18:05:59Z', 'revision_number': 5, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'gw_port': {'id': '3e0d6d25-e717-4c01-9802-c107271b7154', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T17:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:00.831787 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea526ce-75b1-4517-a4a7-fc3c5d07f253 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd6abcba-94bf-4be7-80e8-3f49d817513e,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:00.832105 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-6c5f9fa0-6ff2-4c92-810f-3ff4e3be486a None None] Deleting port fd6abcba-94bf-4be7-80e8-3f49d817513e {{(pid=106073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:06:00.832435 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9fa0-6ff2-4c92-810f-3ff4e3be486a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:00.838346 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea526ce-75b1-4517-a4a7-fc3c5d07f253 admin admin] No DVR routers for this DVR port fd6abcba-94bf-4be7-80e8-3f49d817513e on host dv-cinder-805228-2-iscsi {{(pid=106071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:06:00.844531 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48353378-a6a8-453a-8bf5-ff0e178380a9 None None] Checking router: 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:06:00.844729 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning for port e758b5a6-f3ea-4f1c-bf33-fac346cefa4d completed by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 18:06:00.852588 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48353378-a6a8-453a-8bf5-ff0e178380a9 None None] Routers {'1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:06:00.853437 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-48353378-a6a8-453a-8bf5-ff0e178380a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:05:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:00.892332 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8aecea-390f-4364-9ff7-2ecbebfa2a1b req-6f0a142e-e0c8-4d78-ad29-dbf24be4a016 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:06:00.900168 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ed8aecea-390f-4364-9ff7-2ecbebfa2a1b req-6f0a142e-e0c8-4d78-ad29-dbf24be4a016 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 944 time: 0.1418889 Sep 15 18:06:00.901631 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-96f60631-fb5f-40b3-9b6f-cf341bc50d07 admin admin] Deleting port 3e0d6d25-e717-4c01-9802-c107271b7154 {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:06:00.902029 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-96f60631-fb5f-40b3-9b6f-cf341bc50d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:00.913433 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-6c5f9fa0-6ff2-4c92-810f-3ff4e3be486a None None] For port fd6abcba-94bf-4be7-80e8-3f49d817513e, host dv-cinder-805228-2-iscsi, got binding levels [] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:00.914055 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9fa0-6ff2-4c92-810f-3ff4e3be486a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:00.928709 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.provisioning_blocks [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Provisioning complete for port e758b5a6-f3ea-4f1c-bf33-fac346cefa4d triggered by entity L2. {{(pid=106073) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 18:06:00.929195 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1824233'] for port, provisioning_complete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:00.941122 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-48353378-a6a8-453a-8bf5-ff0e178380a9 None None] Set router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 gateway port host: None {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:06:00.975221 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-6c5f9fa0-6ff2-4c92-810f-3ff4e3be486a None None] Calling delete_port for fd6abcba-94bf-4be7-80e8-3f49d817513e owned by network:dhcp {{(pid=106073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:06:00.981115 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.ipam_backend_mixin [None req-6c5f9fa0-6ff2-4c92-810f-3ff4e3be486a None None] Port fd6abcba-94bf-4be7-80e8-3f49d817513e was not found and therefore no delete operation was performed {{(pid=106073) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 18:06:00.983779 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9fa0-6ff2-4c92-810f-3ff4e3be486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073'] for port, after_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:00.995788 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [None req-96f60631-fb5f-40b3-9b6f-cf341bc50d07 admin admin] For port 3e0d6d25-e717-4c01-9802-c107271b7154, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=3e0d6d25-e717-4c01-9802-c107271b7154,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:00.996214 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-96f60631-fb5f-40b3-9b6f-cf341bc50d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.000728 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ed8aecea-390f-4364-9ff7-2ecbebfa2a1b req-1a3839a3-0a00-4498-a76b-525f318c6e14 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908136 Sep 15 18:06:01.001734 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-48353378-a6a8-453a-8bf5-ff0e178380a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T18:06:00Z', 'revision_number': 6, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'gw_port_host': None}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:01.002791 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6ea526ce-75b1-4517-a4a7-fc3c5d07f253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822226', 'neutron.services.segments.db._delete_segments_for_network-8765806907549'] for network, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.014294 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f9fa0-6ff2-4c92-810f-3ff4e3be486a None None] Pushing event deleted for resources: {'Port': ['ID=fd6abcba-94bf-4be7-80e8-3f49d817513e,revision_number=None']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:01.019870 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-96f60631-fb5f-40b3-9b6f-cf341bc50d07 admin admin] Calling delete_port for 3e0d6d25-e717-4c01-9802-c107271b7154 owned by network:router_gateway {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:06:01.026731 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5f9fa0-6ff2-4c92-810f-3ff4e3be486a None None] No DVR routers for this DVR port fd6abcba-94bf-4be7-80e8-3f49d817513e on host dv-cinder-805228-2-iscsi {{(pid=106073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:06:01.030347 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48353378-a6a8-453a-8bf5-ff0e178380a9 None None] The sync data for ids ['1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462'] in dv-cinder-805228-2-iscsi is: [{'id': '1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462', 'name': 'tempest-AttachVolumeShelveTestJSON-179645923-router', 'tenant_id': '95cc8cbee80240b89ba5904f813a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:59:37Z', 'updated_at': '2021-09-15T18:06:00Z', 'revision_number': 6, 'project_id': '95cc8cbee80240b89ba5904f813a862e', 'gw_port_host': None}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:06:01.038148 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.services.segments.db [None req-6ea526ce-75b1-4517-a4a7-fc3c5d07f253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f690e5-a787-4805-bb34-fad3ac63938b']}} {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:01.050101 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.services.segments.db [None req-6ea526ce-75b1-4517-a4a7-fc3c5d07f253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8971eec2-dc49-4668-ab70-efadbcd3c89c') {'for_net_delete': True} {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:01.060593 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.services.segments.db [None req-6ea526ce-75b1-4517-a4a7-fc3c5d07f253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8971eec2-dc49-4668-ab70-efadbcd3c89c') {} {{(pid=106071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:01.061809 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6ea526ce-75b1-4517-a4a7-fc3c5d07f253 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765806907046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6636716'] for segment, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.080203 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.082186 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6ea526ce-75b1-4517-a4a7-fc3c5d07f253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.095417 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea526ce-75b1-4517-a4a7-fc3c5d07f253 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:06:01.099132 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6ea526ce-75b1-4517-a4a7-fc3c5d07f253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6046424'] for segment, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: Traceback (most recent call last): Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: timer() Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: cb(*args, **kw) Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: return func(*args, **kwargs) Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: self._notify() Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: self.callback(batched_events) Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: event.method(event) Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: return f(self, *a, **k) Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: return self._get(url).json() Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: return self.request(url, 'GET', **kwargs) Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:06:01.101238 dv-cinder-805228-2-iscsi neutron-server[106071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:06:01.105222 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b61432-a724-442f-bd60-28cbb0bdc19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e758b5a6-f3ea-4f1c-bf33-fac346cefa4d'}] {{(pid=106073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:06:01.106785 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7271127c29b20cd0e6a758220380b082360da2ea60e565cf4487ddd698d8b81d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a681fd-ad83-43bd-9e80-03debe247ba9" -d '{"events": [{"server_uuid": "72b61432-a724-442f-bd60-28cbb0bdc19f", "name": "network-vif-plugged", "status": "completed", "tag": "e758b5a6-f3ea-4f1c-bf33-fac346cefa4d"}]}' {{(pid=106073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:06:01.119203 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] For port e758b5a6-f3ea-4f1c-bf33-fac346cefa4d, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=e758b5a6-f3ea-4f1c-bf33-fac346cefa4d,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:01.147588 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf4af04-a048-4c31-9711-63477fab1344 x-openstack-request-id: req-7bf4af04-a048-4c31-9711-63477fab1344 {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:06:01.148297 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b61432-a724-442f-bd60-28cbb0bdc19f", "name": "network-vif-plugged", "status": "completed", "tag": "e758b5a6-f3ea-4f1c-bf33-fac346cefa4d", "code": 200}]} {{(pid=106073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:06:01.148775 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bf4af04-a048-4c31-9711-63477fab1344 {{(pid=106073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:06:01.149345 dv-cinder-805228-2-iscsi neutron-server[106073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b61432-a724-442f-bd60-28cbb0bdc19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e758b5a6-f3ea-4f1c-bf33-fac346cefa4d', 'code': 200} Sep 15 18:06:01.194724 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100'] for port, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.223281 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6ea526ce-75b1-4517-a4a7-fc3c5d07f253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1822219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600340'] for network, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.228129 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-6ea526ce-75b1-4517-a4a7-fc3c5d07f253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.236808 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-6ea526ce-75b1-4517-a4a7-fc3c5d07f253 admin admin] 10.222.0.20 "DELETE /v2.0/networks/13f690e5-a787-4805-bb34-fad3ac63938b HTTP/1.1" status: 204 len: 168 time: 0.8643041 Sep 15 18:06:01.247448 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Pushing event updated for resources: {'Port': ['ID=e758b5a6-f3ea-4f1c-bf33-fac346cefa4d,revision_number=5']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:01.250607 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea526ce-75b1-4517-a4a7-fc3c5d07f253 admin admin] Pushing event deleted for resources: {'Network': ['ID=13f690e5-a787-4805-bb34-fad3ac63938b,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:01.281102 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-96f60631-fb5f-40b3-9b6f-cf341bc50d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.307812 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f60631-fb5f-40b3-9b6f-cf341bc50d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e0d6d25-e717-4c01-9802-c107271b7154,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:01.368025 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-96f60631-fb5f-40b3-9b6f-cf341bc50d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600432'] for router_gateway, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.460631 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-96f60631-fb5f-40b3-9b6f-cf341bc50d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.463264 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-96f60631-fb5f-40b3-9b6f-cf341bc50d07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.519788 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44731c21-4ae8-4a76-9f32-d700266edb63 req-d4f669b3-5602-4f06-b82f-545a6680ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:06:01.521345 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-44731c21-4ae8-4a76-9f32-d700266edb63 req-d4f669b3-5602-4f06-b82f-545a6680ec29 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 1098 time: 0.0451558 Sep 15 18:06:01.555698 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-44731c21-4ae8-4a76-9f32-d700266edb63 req-bd12f47c-e4d9-4f45-94fe-7905f99525a7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271022 Sep 15 18:06:01.589536 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-96f60631-fb5f-40b3-9b6f-cf341bc50d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-640218'] for router, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.593802 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f60631-fb5f-40b3-9b6f-cf341bc50d07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 {{(pid=106072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:06:01.594409 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44914) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:01.595161 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-96f60631-fb5f-40b3-9b6f-cf341bc50d07 admin admin] Notify callbacks [] for router, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.596306 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-96f60631-fb5f-40b3-9b6f-cf341bc50d07 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1e4ef8b4-e5aa-4cb6-b111-ae2c1c1ed462 HTTP/1.1" status: 204 len: 168 time: 1.0941157 Sep 15 18:06:01.598892 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 44916) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:01.633528 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-979c261c-739b-4779-b942-99ad2589ad10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6cf6b14bbbb64122b5eab98280def64c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375330 Sep 15 18:06:01.635710 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 44918) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:01.651845 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b34eb5-3fb3-48d5-963a-b247530c7511 admin admin] Deleting subnet ae6b4715-76cf-494c-ae02-d92791591d0b {{(pid=106072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:06:01.658937 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-91b34eb5-3fb3-48d5-963a-b247530c7511 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.714924 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-91b34eb5-3fb3-48d5-963a-b247530c7511 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8033963'] for subnet, precommit_delete_associations {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.748255 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9aaa1564-cbac-43a0-8662-2ba560b645e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.779162 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9aaa1564-cbac-43a0-8662-2ba560b645e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.840369 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-91b34eb5-3fb3-48d5-963a-b247530c7511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819029'] for subnet, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.938147 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9aaa1564-cbac-43a0-8662-2ba560b645e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.940820 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9aaa1564-cbac-43a0-8662-2ba560b645e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.942277 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-9aaa1564-cbac-43a0-8662-2ba560b645e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1532272e-fd5e-4f05-b160-8d9dad966e29 HTTP/1.1" status: 204 len: 168 time: 0.3053958 Sep 15 18:06:01.951913 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-91b34eb5-3fb3-48d5-963a-b247530c7511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1819010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5966970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4475193'] for subnet, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:01.954106 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa1564-cbac-43a0-8662-2ba560b645e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1532272e-fd5e-4f05-b160-8d9dad966e29,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:02.001230 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-91b34eb5-3fb3-48d5-963a-b247530c7511 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:02.001230 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-91b34eb5-3fb3-48d5-963a-b247530c7511 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ae6b4715-76cf-494c-ae02-d92791591d0b HTTP/1.1" status: 204 len: 168 time: 0.3929038 Sep 15 18:06:02.001230 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 44922) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:02.001487 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8f93ae-001e-4949-9840-8eb66c103b42 None None] Network a09fea8f-0a20-4dd0-b63b-9ece40ad350d requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:06:02.003925 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b34eb5-3fb3-48d5-963a-b247530c7511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae6b4715-76cf-494c-ae02-d92791591d0b,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:02.093861 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8f0b98e4-925f-4d0c-aae5-a579fb960d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588324'] for network, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:02.145232 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baab2c-43da-4f3c-a557-25867f9a18e4 req-fd298348-3af5-4ee5-934b-cb4c8247bdbb tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:06:02.146815 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-31baab2c-43da-4f3c-a557-25867f9a18e4 req-fd298348-3af5-4ee5-934b-cb4c8247bdbb tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 945 time: 0.0519121 Sep 15 18:06:02.154525 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-8f0b98e4-925f-4d0c-aae5-a579fb960d0e admin admin] Deleting port df506b80-1a4f-41b1-a27c-09e5a4abd8ab {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:06:02.154875 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8f0b98e4-925f-4d0c-aae5-a579fb960d0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:02.192563 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-31baab2c-43da-4f3c-a557-25867f9a18e4 req-393d2c01-d0bc-42bf-a270-7872641422be tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354393 Sep 15 18:06:02.231458 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [None req-8f0b98e4-925f-4d0c-aae5-a579fb960d0e admin admin] For port df506b80-1a4f-41b1-a27c-09e5a4abd8ab, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=df506b80-1a4f-41b1-a27c-09e5a4abd8ab,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:02.231822 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8f0b98e4-925f-4d0c-aae5-a579fb960d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:02.243987 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-8f0b98e4-925f-4d0c-aae5-a579fb960d0e admin admin] Calling delete_port for df506b80-1a4f-41b1-a27c-09e5a4abd8ab owned by network:dhcp {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:06:02.262386 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a410954d-bc8c-49a5-9727-a63ebdfa28ea None None] DHCP port deletion for a09fea8f-0a20-4dd0-b63b-9ece40ad350d request from dv-cinder-805228-2-iscsi {{(pid=106073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:06:02.312993 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-a410954d-bc8c-49a5-9727-a63ebdfa28ea None None] Deleting port df506b80-1a4f-41b1-a27c-09e5a4abd8ab {{(pid=106073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:06:02.313446 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-a410954d-bc8c-49a5-9727-a63ebdfa28ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:02.384410 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-a410954d-bc8c-49a5-9727-a63ebdfa28ea None None] For port df506b80-1a4f-41b1-a27c-09e5a4abd8ab, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=df506b80-1a4f-41b1-a27c-09e5a4abd8ab,segment=NetworkSegment(be63fcf4-2a1b-457e-9f3b-8b92114efce2),segment_id=be63fcf4-2a1b-457e-9f3b-8b92114efce2)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:06:02.384839 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-a410954d-bc8c-49a5-9727-a63ebdfa28ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:02.394741 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 3e0d6d25-e717-4c01-9802-c107271b7154 no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:06:02.400909 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8f0b98e4-925f-4d0c-aae5-a579fb960d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:02.402718 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-a410954d-bc8c-49a5-9727-a63ebdfa28ea None None] Calling delete_port for df506b80-1a4f-41b1-a27c-09e5a4abd8ab owned by network:dhcp {{(pid=106073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:06:02.424567 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b98e4-925f-4d0c-aae5-a579fb960d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=df506b80-1a4f-41b1-a27c-09e5a4abd8ab,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:02.425439 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: 3e0d6d25-e717-4c01-9802-c107271b7154 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:06:02.425787 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 3e0d6d25-e717-4c01-9802-c107271b7154 not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:06:02.426213 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device df506b80-1a4f-41b1-a27c-09e5a4abd8ab no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:06:02.431494 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0b98e4-925f-4d0c-aae5-a579fb960d0e admin admin] No DVR routers for this DVR port df506b80-1a4f-41b1-a27c-09e5a4abd8ab on host dv-cinder-805228-2-iscsi {{(pid=106072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:06:02.448394 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: df506b80-1a4f-41b1-a27c-09e5a4abd8ab {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:06:02.448394 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device df506b80-1a4f-41b1-a27c-09e5a4abd8ab not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:06:02.448837 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 12d50bd8-0189-4d03-b82a-d24b81b7e8dc no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:06:02.497384 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: 12d50bd8-0189-4d03-b82a-d24b81b7e8dc {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:06:02.497729 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 12d50bd8-0189-4d03-b82a-d24b81b7e8dc not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:06:02.498150 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device fd6abcba-94bf-4be7-80e8-3f49d817513e no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:06:02.501692 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8f0b98e4-925f-4d0c-aae5-a579fb960d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822226', 'neutron.services.segments.db._delete_segments_for_network-8765806907549'] for network, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:02.518823 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: fd6abcba-94bf-4be7-80e8-3f49d817513e {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:06:02.519173 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device fd6abcba-94bf-4be7-80e8-3f49d817513e not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:06:02.521171 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-8f0b98e4-925f-4d0c-aae5-a579fb960d0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a09fea8f-0a20-4dd0-b63b-9ece40ad350d']}} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:02.533353 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-8f0b98e4-925f-4d0c-aae5-a579fb960d0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be63fcf4-2a1b-457e-9f3b-8b92114efce2') {'for_net_delete': True} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:02.533657 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-8f0b98e4-925f-4d0c-aae5-a579fb960d0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be63fcf4-2a1b-457e-9f3b-8b92114efce2') {} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:02.545447 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8f0b98e4-925f-4d0c-aae5-a579fb960d0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765806907046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8033952'] for segment, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:02.560613 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8f0b98e4-925f-4d0c-aae5-a579fb960d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:02.566892 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0b98e4-925f-4d0c-aae5-a579fb960d0e admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=106072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:06:02.567554 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8f0b98e4-925f-4d0c-aae5-a579fb960d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5967524'] for segment, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: Traceback (most recent call last): Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: timer() Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: cb(*args, **kw) Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: return func(*args, **kwargs) Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: self._notify() Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: self.callback(batched_events) Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: event.method(event) Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: return f(self, *a, **k) Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: return self._get(url).json() Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: return self.request(url, 'GET', **kwargs) Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:06:02.569484 dv-cinder-805228-2-iscsi neutron-server[106072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:06:02.574332 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-a410954d-bc8c-49a5-9727-a63ebdfa28ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073'] for port, after_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:02.597619 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410954d-bc8c-49a5-9727-a63ebdfa28ea None None] Pushing event deleted for resources: {'Port': ['ID=df506b80-1a4f-41b1-a27c-09e5a4abd8ab,revision_number=None']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:02.607807 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a410954d-bc8c-49a5-9727-a63ebdfa28ea None None] No DVR routers for this DVR port df506b80-1a4f-41b1-a27c-09e5a4abd8ab on host dv-cinder-805228-2-iscsi {{(pid=106073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:06:02.618516 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44928) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:02.662103 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-d54c065e-a900-4707-a6bb-1c110a9f89d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc4f7b015dd1478aa428174e55155760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421472 Sep 15 18:06:02.664415 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44930) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:02.680881 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8f0b98e4-925f-4d0c-aae5-a579fb960d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1822219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600340'] for network, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:02.686379 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-8f0b98e4-925f-4d0c-aae5-a579fb960d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:02.688300 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-8f0b98e4-925f-4d0c-aae5-a579fb960d0e admin admin] 10.222.0.20 "DELETE /v2.0/networks/a09fea8f-0a20-4dd0-b63b-9ece40ad350d HTTP/1.1" status: 204 len: 168 time: 0.6913474 Sep 15 18:06:02.699711 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b98e4-925f-4d0c-aae5-a579fb960d0e admin admin] Pushing event deleted for resources: {'Network': ['ID=a09fea8f-0a20-4dd0-b63b-9ece40ad350d,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:02.720346 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-59a40995-c960-41a6-82e8-c23ec8b6e50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:02.744297 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-59a40995-c960-41a6-82e8-c23ec8b6e50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:02.869694 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-59a40995-c960-41a6-82e8-c23ec8b6e50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:02.872240 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-59a40995-c960-41a6-82e8-c23ec8b6e50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:02.873489 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-59a40995-c960-41a6-82e8-c23ec8b6e50b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d11b830-a4a2-49a0-bef3-5f5196e879c5 HTTP/1.1" status: 204 len: 168 time: 0.2081287 Sep 15 18:06:02.881275 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a40995-c960-41a6-82e8-c23ec8b6e50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d11b830-a4a2-49a0-bef3-5f5196e879c5,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:03.062517 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44936) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:03.102908 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-264709a7-52c2-484b-8ce0-75e4c79219f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95cc8cbee80240b89ba5904f813a862e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392227 Sep 15 18:06:03.105455 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44938) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:03.154272 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7f575a20-225a-4366-aa1f-07f8a4fbc806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:03.177693 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7f575a20-225a-4366-aa1f-07f8a4fbc806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:03.281327 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7f575a20-225a-4366-aa1f-07f8a4fbc806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:03.284040 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7f575a20-225a-4366-aa1f-07f8a4fbc806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:03.285297 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-7f575a20-225a-4366-aa1f-07f8a4fbc806 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4807d3a0-70de-4ee6-a6e0-9bc99b42463e HTTP/1.1" status: 204 len: 168 time: 0.1789088 Sep 15 18:06:03.296641 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f575a20-225a-4366-aa1f-07f8a4fbc806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4807d3a0-70de-4ee6-a6e0-9bc99b42463e,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:03.319776 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166002e9-7a1a-4bc1-935a-d91d77b59a42 req-01b194fb-8e42-4283-9955-780ae8546a10 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:06:03.321996 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-166002e9-7a1a-4bc1-935a-d91d77b59a42 req-01b194fb-8e42-4283-9955-780ae8546a10 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 945 time: 0.0590351 Sep 15 18:06:03.364821 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-166002e9-7a1a-4bc1-935a-d91d77b59a42 req-564bbfa3-322c-4717-9c92-a78fabe6c24e tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312209 Sep 15 18:06:03.480387 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20f59d-f6c7-4426-9a92-d7890e103c0c req-feec6eaf-d398-4f43-85f8-6c329c8ffce6 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:06:03.481950 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bf20f59d-f6c7-4426-9a92-d7890e103c0c req-feec6eaf-d398-4f43-85f8-6c329c8ffce6 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 945 time: 0.0526454 Sep 15 18:06:03.519564 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-bf20f59d-f6c7-4426-9a92-d7890e103c0c req-a66d545e-d6f3-4000-bc5f-77f3f49eee10 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314014 Sep 15 18:06:03.542414 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44946) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:03.581138 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b60151-509d-4d74-a1e1-4ca87f5873bc tempest-TestVolumeBootPattern-1218461698 tempest-TestVolumeBootPattern-1218461698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:06:03.582700 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-61b60151-509d-4d74-a1e1-4ca87f5873bc tempest-TestVolumeBootPattern-1218461698 tempest-TestVolumeBootPattern-1218461698-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 1093 time: 0.0392334 Sep 15 18:06:03.585405 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 44950) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:03.590281 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.v2.base [None req-ea18e3e0-11c5-429f-9aa9-e3d60242cbb4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Request body: {'floatingip': {'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'port_id': 'e758b5a6-f3ea-4f1c-bf33-fac346cefa4d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 18:06:03.663760 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ea18e3e0-11c5-429f-9aa9-e3d60242cbb4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for floatingip, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:03.765920 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ea18e3e0-11c5-429f-9aa9-e3d60242cbb4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:03.866904 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_common [None req-ea18e3e0-11c5-429f-9aa9-e3d60242cbb4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Allocated IP 172.27.3.228 (dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a/d93a8e56-437b-48c5-b03a-0e7bd18816d0/cc114d32-c1e2-4e50-8841-499d7541e1b9) {{(pid=106071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 18:06:03.969176 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ea18e3e0-11c5-429f-9aa9-e3d60242cbb4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for port, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:04.046550 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ea18e3e0-11c5-429f-9aa9-e3d60242cbb4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765806395064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:04.082677 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea18e3e0-11c5-429f-9aa9-e3d60242cbb4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Network dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a is already hosted by enough agents. {{(pid=106071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 18:06:04.085448 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.base_scheduler [None req-ea18e3e0-11c5-429f-9aa9-e3d60242cbb4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Resources bound (agent type, host, resource id): {{(pid=106071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 18:06:04.087768 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea18e3e0-11c5-429f-9aa9-e3d60242cbb4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Received port after_create {{(pid=106071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 18:06:04.117185 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18e3e0-11c5-429f-9aa9-e3d60242cbb4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event updated for resources: {'Port': ['ID=cc114d32-c1e2-4e50-8841-499d7541e1b9,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:04.280668 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:04.450191 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ea18e3e0-11c5-429f-9aa9-e3d60242cbb4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:04.574102 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ea18e3e0-11c5-429f-9aa9-e3d60242cbb4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1717797'] for port, before_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:04.723352 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ea18e3e0-11c5-429f-9aa9-e3d60242cbb4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for port, precommit_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:04.795312 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ea18e3e0-11c5-429f-9aa9-e3d60242cbb4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765806899725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765806395082', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765806395100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6045744'] for port, after_update {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:04.867117 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18e3e0-11c5-429f-9aa9-e3d60242cbb4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event updated for resources: {'Port': ['ID=cc114d32-c1e2-4e50-8841-499d7541e1b9,revision_number=2']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:04.878948 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ea18e3e0-11c5-429f-9aa9-e3d60242cbb4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600326'] for floatingip, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:04.975986 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.db.l3_db [None req-ea18e3e0-11c5-429f-9aa9-e3d60242cbb4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Floating IP aeed7f9e-d564-4653-aaec-d1b65fd86fd9 associated. External IP: 172.27.3.228, port: e758b5a6-f3ea-4f1c-bf33-fac346cefa4d. Sep 15 18:06:05.180039 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea18e3e0-11c5-429f-9aa9-e3d60242cbb4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:06:05.297692 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea18e3e0-11c5-429f-9aa9-e3d60242cbb4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:06:05.308781 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d04dc67-82da-4d2d-b53a-66ede489827c None None] Sync routers for ids ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:06:05.318790 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d04dc67-82da-4d2d-b53a-66ede489827c None None] Routers {'78ba0ea3-382e-4d33-bb34-fd179b746ac9'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:06:05.320910 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-7d04dc67-82da-4d2d-b53a-66ede489827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:05:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:05.366854 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-ea18e3e0-11c5-429f-9aa9-e3d60242cbb4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:05.393889 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-ea18e3e0-11c5-429f-9aa9-e3d60242cbb4 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8073728 Sep 15 18:06:05.394523 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b61432-a724-442f-bd60-28cbb0bdc19f', 'tag': 'e758b5a6-f3ea-4f1c-bf33-fac346cefa4d'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:06:05.396888 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573e0efe-e326-4bbc-aa8e-53f1adf17f90" -d '{"events": [{"name": "network-changed", "server_uuid": "72b61432-a724-442f-bd60-28cbb0bdc19f", "tag": "e758b5a6-f3ea-4f1c-bf33-fac346cefa4d"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:06:05.435515 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-7d04dc67-82da-4d2d-b53a-66ede489827c None None] Set router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:06:05.435622 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f65983a-dfa5-4b3d-9300-84cd768d6fbe x-openstack-request-id: req-0f65983a-dfa5-4b3d-9300-84cd768d6fbe {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:06:05.435622 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b61432-a724-442f-bd60-28cbb0bdc19f", "tag": "e758b5a6-f3ea-4f1c-bf33-fac346cefa4d", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:06:05.435622 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f65983a-dfa5-4b3d-9300-84cd768d6fbe {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:06:05.435622 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b61432-a724-442f-bd60-28cbb0bdc19f', 'tag': 'e758b5a6-f3ea-4f1c-bf33-fac346cefa4d', 'status': 'completed', 'code': 200} Sep 15 18:06:05.496837 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e0efe-e326-4bbc-aa8e-53f1adf17f90 req-a96ca3b9-a3c2-422a-aa59-28421dc72d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:06:05.498358 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-573e0efe-e326-4bbc-aa8e-53f1adf17f90 req-a96ca3b9-a3c2-422a-aa59-28421dc72d12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32757804069f4822bf01cb432ae7c283&device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 1098 time: 0.0439930 Sep 15 18:06:05.586999 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e0efe-e326-4bbc-aa8e-53f1adf17f90 req-f461823b-8270-4598-a681-307961b8881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:06:05.588385 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-573e0efe-e326-4bbc-aa8e-53f1adf17f90 req-f461823b-8270-4598-a681-307961b8881f service neutron] 10.222.0.37 "GET /v2.0/networks?id=bec36ef2-050f-4e45-8140-94788854de7d HTTP/1.1" status: 200 len: 912 time: 0.0836163 Sep 15 18:06:05.659775 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-7d04dc67-82da-4d2d-b53a-66ede489827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '263bc228-33a2-4b8d-a8a7-93c6f777ac8b', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'port_id': 'e922871f-d900-48fe-a218-b1d9b170edb3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'mac_address': 'fa:16:3e:57:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:04:04Z', 'updated_at': '2021-09-15T18:04:06Z', 'revision_number': 1, 'project_id': '32757804069f4822bf01cb432ae7c283', 'fixed_ip_address_scope': None}, {'id': 'aeed7f9e-d564-4653-aaec-d1b65fd86fd9', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'port_id': 'e758b5a6-f3ea-4f1c-bf33-fac346cefa4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'mac_address': 'fa:16:3e:5f:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b61432-a724-442f-bd60-28cbb0bdc19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:06:04Z', 'updated_at': '2021-09-15T18:06:04Z', 'revision_number': 0, 'project_id': '32757804069f4822bf01cb432ae7c283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 5, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:05.687904 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d04dc67-82da-4d2d-b53a-66ede489827c None None] Checking router: 78ba0ea3-382e-4d33-bb34-fd179b746ac9 for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:06:05.701246 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d04dc67-82da-4d2d-b53a-66ede489827c None None] Routers {'78ba0ea3-382e-4d33-bb34-fd179b746ac9'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:06:05.701877 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-7d04dc67-82da-4d2d-b53a-66ede489827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:05:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:05.813964 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-7d04dc67-82da-4d2d-b53a-66ede489827c None None] Set router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:06:05.902958 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-573e0efe-e326-4bbc-aa8e-53f1adf17f90 req-c84931aa-389d-43d5-907b-b22a154d5aba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e758b5a6-f3ea-4f1c-bf33-fac346cefa4d HTTP/1.1" status: 200 len: 999 time: 0.3059158 Sep 15 18:06:05.952750 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e0efe-e326-4bbc-aa8e-53f1adf17f90 req-083cc720-51ed-4a57-bb59-707ab129fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:06:05.954215 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-573e0efe-e326-4bbc-aa8e-53f1adf17f90 req-083cc720-51ed-4a57-bb59-707ab129fd24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4164acc9-a017-457a-b3c2-5accc0cf273a HTTP/1.1" status: 200 len: 850 time: 0.0451365 Sep 15 18:06:06.005087 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e0efe-e326-4bbc-aa8e-53f1adf17f90 req-8bfd1c8b-adcd-4e8c-a291-38607024758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:06:06.006843 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-573e0efe-e326-4bbc-aa8e-53f1adf17f90 req-8bfd1c8b-adcd-4e8c-a291-38607024758c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bec36ef2-050f-4e45-8140-94788854de7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451283 Sep 15 18:06:06.072030 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-7d04dc67-82da-4d2d-b53a-66ede489827c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '263bc228-33a2-4b8d-a8a7-93c6f777ac8b', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'port_id': 'e922871f-d900-48fe-a218-b1d9b170edb3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'mac_address': 'fa:16:3e:57:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:04:04Z', 'updated_at': '2021-09-15T18:04:06Z', 'revision_number': 1, 'project_id': '32757804069f4822bf01cb432ae7c283', 'fixed_ip_address_scope': None}, {'id': 'aeed7f9e-d564-4653-aaec-d1b65fd86fd9', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'port_id': 'e758b5a6-f3ea-4f1c-bf33-fac346cefa4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'mac_address': 'fa:16:3e:5f:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b61432-a724-442f-bd60-28cbb0bdc19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:06:04Z', 'updated_at': '2021-09-15T18:06:04Z', 'revision_number': 0, 'project_id': '32757804069f4822bf01cb432ae7c283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 5, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:06:06.099977 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d04dc67-82da-4d2d-b53a-66ede489827c None None] The sync data for ids ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'] in dv-cinder-805228-2-iscsi is: [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '263bc228-33a2-4b8d-a8a7-93c6f777ac8b', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'port_id': 'e922871f-d900-48fe-a218-b1d9b170edb3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'mac_address': 'fa:16:3e:57:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:04:04Z', 'updated_at': '2021-09-15T18:04:06Z', 'revision_number': 1, 'project_id': '32757804069f4822bf01cb432ae7c283', 'fixed_ip_address_scope': None}, {'id': 'aeed7f9e-d564-4653-aaec-d1b65fd86fd9', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'port_id': 'e758b5a6-f3ea-4f1c-bf33-fac346cefa4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'mac_address': 'fa:16:3e:5f:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b61432-a724-442f-bd60-28cbb0bdc19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:06:04Z', 'updated_at': '2021-09-15T18:06:04Z', 'revision_number': 0, 'project_id': '32757804069f4822bf01cb432ae7c283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 5, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:06:06.104355 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-573e0efe-e326-4bbc-aa8e-53f1adf17f90 req-ad7dd0a8-cf86-4243-95f0-e1dbb56fd664 service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899765 Sep 15 18:06:06.196244 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-573e0efe-e326-4bbc-aa8e-53f1adf17f90 req-9b3951c8-5345-417d-8cc0-313f24db5289 service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855646 Sep 15 18:06:06.287191 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52da11d-4c4a-439d-9076-fd943db42c7d None None] New status for floating IP aeed7f9e-d564-4653-aaec-d1b65fd86fd9: ACTIVE {{(pid=106074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:06:10.437690 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 45044) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:10.538329 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-8770e6ed-20d4-476c-85e6-b91fd99a9ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:10.627529 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-8770e6ed-20d4-476c-85e6-b91fd99a9ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:10.692669 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-8770e6ed-20d4-476c-85e6-b91fd99a9ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:10.742805 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-8770e6ed-20d4-476c-85e6-b91fd99a9ae4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95f10c8cce0644afa8de9846f34e174d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038378 Sep 15 18:06:10.744128 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770e6ed-20d4-476c-85e6-b91fd99a9ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30473c24-b995-476d-b2dd-a676352198ca,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:10.745323 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45048) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:10.796810 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-99746798-3935-45d6-a3ab-ded723434235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:10.816479 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-99746798-3935-45d6-a3ab-ded723434235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:11.000585 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-99746798-3935-45d6-a3ab-ded723434235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:11.003132 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-99746798-3935-45d6-a3ab-ded723434235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:11.004270 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-99746798-3935-45d6-a3ab-ded723434235 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30473c24-b995-476d-b2dd-a676352198ca HTTP/1.1" status: 204 len: 168 time: 0.2579241 Sep 15 18:06:11.012217 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99746798-3935-45d6-a3ab-ded723434235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30473c24-b995-476d-b2dd-a676352198ca,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:11.604586 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45054) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:11.617356 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b9eef9fe-72dd-4963-b559-d42d6f9647d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:11.702635 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b9eef9fe-72dd-4963-b559-d42d6f9647d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:11.754810 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b9eef9fe-72dd-4963-b559-d42d6f9647d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:11.789668 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eef9fe-72dd-4963-b559-d42d6f9647d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7acc2c-2a78-4cfd-be87-77cb7506f631,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:11.794376 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-b9eef9fe-72dd-4963-b559-d42d6f9647d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2f5127cd0094f92837940edffac1e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887953 Sep 15 18:06:11.797503 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45056) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:11.843080 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-ddd5f0dc-ef41-4b6c-b7ad-a79e5bfc2026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:11.863106 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-ddd5f0dc-ef41-4b6c-b7ad-a79e5bfc2026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:11.960605 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-ddd5f0dc-ef41-4b6c-b7ad-a79e5bfc2026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:11.963122 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-ddd5f0dc-ef41-4b6c-b7ad-a79e5bfc2026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:11.964264 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-ddd5f0dc-ef41-4b6c-b7ad-a79e5bfc2026 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb7acc2c-2a78-4cfd-be87-77cb7506f631 HTTP/1.1" status: 204 len: 168 time: 0.1664417 Sep 15 18:06:11.974946 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5f0dc-ef41-4b6c-b7ad-a79e5bfc2026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7acc2c-2a78-4cfd-be87-77cb7506f631,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:18.876151 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 45134) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:18.915134 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-d738c3b9-d286-4303-956c-707c4290fe0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:18.979164 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-675a8f9b-4a2d-45fe-becd-9f9ce719c04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:19.065214 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-675a8f9b-4a2d-45fe-becd-9f9ce719c04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:19.131872 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-675a8f9b-4a2d-45fe-becd-9f9ce719c04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:19.169407 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-675a8f9b-4a2d-45fe-becd-9f9ce719c04d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a39740f40bd9466a87fcc56d6a4c9de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922001 Sep 15 18:06:19.170577 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a8f9b-4a2d-45fe-becd-9f9ce719c04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490bf764-052b-41dd-be9b-05bca5c296a2,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:19.172181 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45138) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:19.223689 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-90dd2734-4a5e-498b-bb87-7199ab13297f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:19.241151 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-90dd2734-4a5e-498b-bb87-7199ab13297f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:19.354722 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-90dd2734-4a5e-498b-bb87-7199ab13297f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:19.357331 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-90dd2734-4a5e-498b-bb87-7199ab13297f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:19.358471 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-90dd2734-4a5e-498b-bb87-7199ab13297f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/490bf764-052b-41dd-be9b-05bca5c296a2 HTTP/1.1" status: 204 len: 168 time: 0.1844771 Sep 15 18:06:19.367231 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd2734-4a5e-498b-bb87-7199ab13297f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490bf764-052b-41dd-be9b-05bca5c296a2,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:19.855314 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45144) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:19.868064 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-118d06a4-d02a-4ec8-a93c-a88a6517546d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:19.952822 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-118d06a4-d02a-4ec8-a93c-a88a6517546d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:20.040634 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-118d06a4-d02a-4ec8-a93c-a88a6517546d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:20.078132 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-118d06a4-d02a-4ec8-a93c-a88a6517546d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6bba29dda28245189e74791103398fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217324 Sep 15 18:06:20.079004 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d06a4-d02a-4ec8-a93c-a88a6517546d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9e2c49-0ba6-4a90-b571-071148562778,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:20.080820 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 45146) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:20.129838 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-dd4b024a-b934-49be-81f1-903b3424e071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:20.149473 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-dd4b024a-b934-49be-81f1-903b3424e071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:20.252018 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-dd4b024a-b934-49be-81f1-903b3424e071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:20.254577 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-dd4b024a-b934-49be-81f1-903b3424e071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:20.255714 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-dd4b024a-b934-49be-81f1-903b3424e071 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e9e2c49-0ba6-4a90-b571-071148562778 HTTP/1.1" status: 204 len: 168 time: 0.1733272 Sep 15 18:06:20.262887 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b024a-b934-49be-81f1-903b3424e071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9e2c49-0ba6-4a90-b571-071148562778,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:21.503277 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-3216af6b-811b-4af0-966e-9d372f4ff593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:22.086581 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:23.297575 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:24.709109 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:27.592049 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 45230) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:27.690244 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-959e903e-1aa2-486b-ad77-1324ab3a5e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:27.777632 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-959e903e-1aa2-486b-ad77-1324ab3a5e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:27.851547 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-959e903e-1aa2-486b-ad77-1324ab3a5e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:27.889226 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-959e903e-1aa2-486b-ad77-1324ab3a5e2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1632b76793524596b7b4d2195b33cb28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960999 Sep 15 18:06:27.890105 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e903e-1aa2-486b-ad77-1324ab3a5e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97564182-6198-43ee-aa2b-92e0dc225b8c,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:27.891908 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45234) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:27.943177 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d611d6b0-f9a5-4319-a1f3-f7ebb91fc8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:27.962930 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d611d6b0-f9a5-4319-a1f3-f7ebb91fc8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:28.074882 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d611d6b0-f9a5-4319-a1f3-f7ebb91fc8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:28.078059 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d611d6b0-f9a5-4319-a1f3-f7ebb91fc8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:28.079221 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-d611d6b0-f9a5-4319-a1f3-f7ebb91fc8b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97564182-6198-43ee-aa2b-92e0dc225b8c HTTP/1.1" status: 204 len: 168 time: 0.1863074 Sep 15 18:06:28.087500 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611d6b0-f9a5-4319-a1f3-f7ebb91fc8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97564182-6198-43ee-aa2b-92e0dc225b8c,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:28.672655 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 45240) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:28.685883 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4b02d519-5de5-4053-9325-ed13697fa128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:28.771678 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4b02d519-5de5-4053-9325-ed13697fa128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:28.828656 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4b02d519-5de5-4053-9325-ed13697fa128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:28.868390 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-4b02d519-5de5-4053-9325-ed13697fa128 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a931de4ef7ed436e9a7b46c64073150e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946599 Sep 15 18:06:28.869385 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02d519-5de5-4053-9325-ed13697fa128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf2f200-2e8c-4a43-890e-3264bfc93c17,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:28.871121 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45242) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:28.905761 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:06:28.918190 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5606c252-099a-466b-b7aa-cae68a7a19b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:28.938340 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5606c252-099a-466b-b7aa-cae68a7a19b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:29.068827 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5606c252-099a-466b-b7aa-cae68a7a19b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:29.071385 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5606c252-099a-466b-b7aa-cae68a7a19b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:29.073185 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-5606c252-099a-466b-b7aa-cae68a7a19b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdf2f200-2e8c-4a43-890e-3264bfc93c17 HTTP/1.1" status: 204 len: 168 time: 0.2003913 Sep 15 18:06:29.088892 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606c252-099a-466b-b7aa-cae68a7a19b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf2f200-2e8c-4a43-890e-3264bfc93c17,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:34.262941 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:34.292833 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 45300) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:34.394328 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4f75a3a1-aa00-4f48-ba92-b95e36cd6618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:34.476691 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4f75a3a1-aa00-4f48-ba92-b95e36cd6618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:34.542674 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-4f75a3a1-aa00-4f48-ba92-b95e36cd6618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:34.580212 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-4f75a3a1-aa00-4f48-ba92-b95e36cd6618 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19d51bf53ecd41deb9b9596c173a233b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863474 Sep 15 18:06:34.581342 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75a3a1-aa00-4f48-ba92-b95e36cd6618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e817c1-7da4-42de-806e-82f488e2a432,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:34.583001 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45306) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:34.630293 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2e23247a-6c45-4c77-8006-01f08f6f5b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:34.652051 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2e23247a-6c45-4c77-8006-01f08f6f5b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:34.788437 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2e23247a-6c45-4c77-8006-01f08f6f5b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:34.790933 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-2e23247a-6c45-4c77-8006-01f08f6f5b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:34.792056 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-2e23247a-6c45-4c77-8006-01f08f6f5b50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23e817c1-7da4-42de-806e-82f488e2a432 HTTP/1.1" status: 204 len: 168 time: 0.2080786 Sep 15 18:06:34.799790 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23247a-6c45-4c77-8006-01f08f6f5b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e817c1-7da4-42de-806e-82f488e2a432,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:35.427023 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45312) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:35.440072 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-ebe32b89-2311-40ae-a47e-098e475bdd89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:35.524607 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-ebe32b89-2311-40ae-a47e-098e475bdd89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:35.605683 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-ebe32b89-2311-40ae-a47e-098e475bdd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:35.643022 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-ebe32b89-2311-40ae-a47e-098e475bdd89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=975b0c0193054226967ba7ebac4ae5b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149460 Sep 15 18:06:35.643849 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe32b89-2311-40ae-a47e-098e475bdd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c540b3d-ac7f-4a3f-92b8-3df5a3de61d2,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:35.646539 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 45314) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:35.694103 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-18dcca09-87b5-4dde-8e63-7d0951e11cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:35.714325 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-18dcca09-87b5-4dde-8e63-7d0951e11cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:35.822596 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-18dcca09-87b5-4dde-8e63-7d0951e11cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:35.825099 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-18dcca09-87b5-4dde-8e63-7d0951e11cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:35.826222 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-18dcca09-87b5-4dde-8e63-7d0951e11cec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c540b3d-ac7f-4a3f-92b8-3df5a3de61d2 HTTP/1.1" status: 204 len: 168 time: 0.1784155 Sep 15 18:06:35.834067 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcca09-87b5-4dde-8e63-7d0951e11cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c540b3d-ac7f-4a3f-92b8-3df5a3de61d2,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:38.445872 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e54e49fa-b0ff-43bb-9acd-6ceb867306b0 req-a5abb482-9e7f-4517-a8b3-1d1d3efbdc75 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405056 Sep 15 18:06:38.505610 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e49fa-b0ff-43bb-9acd-6ceb867306b0 req-0e2f9a82-3c19-428b-a788-261c45612fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:06:38.507116 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e54e49fa-b0ff-43bb-9acd-6ceb867306b0 req-0e2f9a82-3c19-428b-a788-261c45612fc5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32757804069f4822bf01cb432ae7c283&device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 1098 time: 0.0392234 Sep 15 18:06:38.609770 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e49fa-b0ff-43bb-9acd-6ceb867306b0 req-ea1788fd-c59d-41e5-b786-d8df6f4ed6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:06:38.611398 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e54e49fa-b0ff-43bb-9acd-6ceb867306b0 req-ea1788fd-c59d-41e5-b786-d8df6f4ed6bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=bec36ef2-050f-4e45-8140-94788854de7d HTTP/1.1" status: 200 len: 912 time: 0.0839863 Sep 15 18:06:38.680074 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e54e49fa-b0ff-43bb-9acd-6ceb867306b0 req-25f96455-4e49-4d4f-9b6d-c954371514c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e922871f-d900-48fe-a218-b1d9b170edb3 HTTP/1.1" status: 200 len: 1000 time: 0.0617056 Sep 15 18:06:38.727631 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e49fa-b0ff-43bb-9acd-6ceb867306b0 req-611ddccf-3471-4d5e-b5a1-183d42daaf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:06:38.729103 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e54e49fa-b0ff-43bb-9acd-6ceb867306b0 req-611ddccf-3471-4d5e-b5a1-183d42daaf3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4164acc9-a017-457a-b3c2-5accc0cf273a HTTP/1.1" status: 200 len: 850 time: 0.0419891 Sep 15 18:06:38.773144 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e49fa-b0ff-43bb-9acd-6ceb867306b0 req-badca6ad-11d5-4e83-94b8-3b4c66b10942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:06:38.774651 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e54e49fa-b0ff-43bb-9acd-6ceb867306b0 req-badca6ad-11d5-4e83-94b8-3b4c66b10942 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bec36ef2-050f-4e45-8140-94788854de7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388746 Sep 15 18:06:38.866435 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e54e49fa-b0ff-43bb-9acd-6ceb867306b0 req-9e867853-2253-479f-974b-415dc89d839e service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826995 Sep 15 18:06:38.958611 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-e54e49fa-b0ff-43bb-9acd-6ceb867306b0 req-752b8f5f-db58-47a4-bd43-fd9c06a81803 service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840240 Sep 15 18:06:41.265131 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45380) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:41.367911 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-afd26a26-e89e-48a5-b05e-dcdcae027287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:41.451285 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-afd26a26-e89e-48a5-b05e-dcdcae027287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:41.508504 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-afd26a26-e89e-48a5-b05e-dcdcae027287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:41.546542 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-afd26a26-e89e-48a5-b05e-dcdcae027287 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8219edbaccbd478ea523056c5c651fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803688 Sep 15 18:06:41.548621 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd26a26-e89e-48a5-b05e-dcdcae027287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca67951-cb38-4895-8eaf-e943cdde6632,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:41.551357 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 45384) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:41.598145 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-867d2a3c-cc74-48bf-9454-9d5f2f4df15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:41.618313 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-867d2a3c-cc74-48bf-9454-9d5f2f4df15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:41.720061 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-867d2a3c-cc74-48bf-9454-9d5f2f4df15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:41.722641 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-867d2a3c-cc74-48bf-9454-9d5f2f4df15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:41.723829 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-867d2a3c-cc74-48bf-9454-9d5f2f4df15b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ca67951-cb38-4895-8eaf-e943cdde6632 HTTP/1.1" status: 204 len: 168 time: 0.1735811 Sep 15 18:06:41.738272 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d2a3c-cc74-48bf-9454-9d5f2f4df15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca67951-cb38-4895-8eaf-e943cdde6632,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:48.959771 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ff2f3f2e-3460-4efc-bd6f-95b2aa5a219c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:51.508440 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-24c21c2e-cf8e-4923-8874-e4393e21bd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:52.033966 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:52.499683 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 45504) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:52.601853 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-69ac6798-5517-431f-96aa-341970f57095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:52.687000 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-69ac6798-5517-431f-96aa-341970f57095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:52.742640 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-69ac6798-5517-431f-96aa-341970f57095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:52.778050 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac6798-5517-431f-96aa-341970f57095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c1afbb-6c7c-436c-af33-fc4de494cb7c,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:52.781972 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-69ac6798-5517-431f-96aa-341970f57095 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b3f58a129f149b48ecdb25fb3c8f991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812848 Sep 15 18:06:52.785166 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45508) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:52.787864 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac6798-5517-431f-96aa-341970f57095 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.788224 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac6798-5517-431f-96aa-341970f57095 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.788602 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac6798-5517-431f-96aa-341970f57095 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.788949 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac6798-5517-431f-96aa-341970f57095 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.789290 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac6798-5517-431f-96aa-341970f57095 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.789627 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac6798-5517-431f-96aa-341970f57095 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.789962 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac6798-5517-431f-96aa-341970f57095 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.790297 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac6798-5517-431f-96aa-341970f57095 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.790632 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac6798-5517-431f-96aa-341970f57095 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.790965 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac6798-5517-431f-96aa-341970f57095 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.791292 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac6798-5517-431f-96aa-341970f57095 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.791618 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ac6798-5517-431f-96aa-341970f57095 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.834185 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d9126066-3c55-4663-a798-634b75c60763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:52.854039 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d9126066-3c55-4663-a798-634b75c60763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:52.948381 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d9126066-3c55-4663-a798-634b75c60763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:52.951021 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-d9126066-3c55-4663-a798-634b75c60763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:52.952170 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-d9126066-3c55-4663-a798-634b75c60763 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1c1afbb-6c7c-436c-af33-fc4de494cb7c HTTP/1.1" status: 204 len: 168 time: 0.1660137 Sep 15 18:06:52.959484 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9126066-3c55-4663-a798-634b75c60763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c1afbb-6c7c-436c-af33-fc4de494cb7c,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:52.966363 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9126066-3c55-4663-a798-634b75c60763 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.967252 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9126066-3c55-4663-a798-634b75c60763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.967731 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9126066-3c55-4663-a798-634b75c60763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.968204 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9126066-3c55-4663-a798-634b75c60763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.968569 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9126066-3c55-4663-a798-634b75c60763 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.968912 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9126066-3c55-4663-a798-634b75c60763 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.969253 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9126066-3c55-4663-a798-634b75c60763 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.969589 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9126066-3c55-4663-a798-634b75c60763 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.969922 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9126066-3c55-4663-a798-634b75c60763 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.970255 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9126066-3c55-4663-a798-634b75c60763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.970577 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9126066-3c55-4663-a798-634b75c60763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:52.970927 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9126066-3c55-4663-a798-634b75c60763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:06:53.291611 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:53.500992 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45514) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:53.514202 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cf21d36a-cb6d-4cef-898a-9a76ccf01d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:53.598856 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cf21d36a-cb6d-4cef-898a-9a76ccf01d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:53.679359 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-cf21d36a-cb6d-4cef-898a-9a76ccf01d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:53.716179 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-cf21d36a-cb6d-4cef-898a-9a76ccf01d9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26746c5772ea46669f003c60446651cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141051 Sep 15 18:06:53.717821 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21d36a-cb6d-4cef-898a-9a76ccf01d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fa2f9e-d2aa-4a34-a8c1-d4274f34bd50,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:53.719427 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 45516) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:53.769933 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-1efe4a8d-50be-4371-877c-61f2ced73c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:53.791563 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-1efe4a8d-50be-4371-877c-61f2ced73c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:53.913796 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-1efe4a8d-50be-4371-877c-61f2ced73c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:53.916363 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-1efe4a8d-50be-4371-877c-61f2ced73c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:53.917595 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-1efe4a8d-50be-4371-877c-61f2ced73c98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27fa2f9e-d2aa-4a34-a8c1-d4274f34bd50 HTTP/1.1" status: 204 len: 168 time: 0.1965709 Sep 15 18:06:53.927003 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe4a8d-50be-4371-877c-61f2ced73c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fa2f9e-d2aa-4a34-a8c1-d4274f34bd50,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:54.523642 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 45522) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:54.536871 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-0125777c-2293-4aae-9285-6a3b7e68b3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:54.623769 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-0125777c-2293-4aae-9285-6a3b7e68b3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:54.662966 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:54.679800 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-0125777c-2293-4aae-9285-6a3b7e68b3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:54.717824 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-0125777c-2293-4aae-9285-6a3b7e68b3b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=549bd89c6fd14f5c97b92aef56a72ede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930366 Sep 15 18:06:54.718625 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125777c-2293-4aae-9285-6a3b7e68b3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a641f50f-7805-4a81-97af-70818db1ad3c,revision_number=1']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:06:54.720387 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45524) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:06:54.769616 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c529a3e6-50bd-44ec-b974-830f7a0fb2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:54.789625 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c529a3e6-50bd-44ec-b974-830f7a0fb2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:54.902885 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c529a3e6-50bd-44ec-b974-830f7a0fb2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:54.906231 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-c529a3e6-50bd-44ec-b974-830f7a0fb2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:06:54.907396 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-c529a3e6-50bd-44ec-b974-830f7a0fb2ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a641f50f-7805-4a81-97af-70818db1ad3c HTTP/1.1" status: 204 len: 168 time: 0.1859059 Sep 15 18:06:54.918051 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529a3e6-50bd-44ec-b974-830f7a0fb2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a641f50f-7805-4a81-97af-70818db1ad3c,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:04.267850 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:05.904220 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:07:07.693861 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45664) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:07:07.794436 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9c8ccbf6-f423-4383-95d4-75d91d6a8afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:07.880852 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9c8ccbf6-f423-4383-95d4-75d91d6a8afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:08.016738 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-9c8ccbf6-f423-4383-95d4-75d91d6a8afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_create {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:08.054049 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-9c8ccbf6-f423-4383-95d4-75d91d6a8afb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f004a32f98494b83a23911fb7823ba05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591213 Sep 15 18:07:08.055007 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ccbf6-f423-4383-95d4-75d91d6a8afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2aaaa7-24d2-429d-9b15-1198f1404528,revision_number=1']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:08.056744 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 45668) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:07:08.108584 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9ed12338-d507-4a0a-b292-50626e13beea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:08.131405 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9ed12338-d507-4a0a-b292-50626e13beea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:08.239573 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9ed12338-d507-4a0a-b292-50626e13beea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:08.242167 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-9ed12338-d507-4a0a-b292-50626e13beea admin admin] Notify callbacks [] for security_group, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:08.243324 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-9ed12338-d507-4a0a-b292-50626e13beea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e2aaaa7-24d2-429d-9b15-1198f1404528 HTTP/1.1" status: 204 len: 168 time: 0.1855578 Sep 15 18:07:08.252782 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed12338-d507-4a0a-b292-50626e13beea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2aaaa7-24d2-429d-9b15-1198f1404528,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:18.959474 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-1745db3a-02fc-4c0d-b128-af34d56b1ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:21.479524 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-9ae61f14-e678-4636-9350-3fef2078c5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:22.062468 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:23.297006 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:24.661803 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:34.239519 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:39.465442 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5907f9c8-2bd7-4e4a-bd36-0d2342d5a209 req-e3d8f262-4f0d-4c7f-bf79-89540e97ed38 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382195 Sep 15 18:07:39.543364 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907f9c8-2bd7-4e4a-bd36-0d2342d5a209 req-d5d75a87-52fc-4a2a-9f79-caca97141c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:07:39.544887 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5907f9c8-2bd7-4e4a-bd36-0d2342d5a209 req-d5d75a87-52fc-4a2a-9f79-caca97141c7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32757804069f4822bf01cb432ae7c283&device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 1098 time: 0.0389926 Sep 15 18:07:39.646256 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907f9c8-2bd7-4e4a-bd36-0d2342d5a209 req-e04d6cb9-b982-40d8-9b9e-0e9c1e9d9cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:07:39.647705 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5907f9c8-2bd7-4e4a-bd36-0d2342d5a209 req-e04d6cb9-b982-40d8-9b9e-0e9c1e9d9cdd service neutron] 10.222.0.37 "GET /v2.0/networks?id=bec36ef2-050f-4e45-8140-94788854de7d HTTP/1.1" status: 200 len: 912 time: 0.0846107 Sep 15 18:07:39.708749 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5907f9c8-2bd7-4e4a-bd36-0d2342d5a209 req-9c10a318-1bc6-49b9-b46d-43290c83c87d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e922871f-d900-48fe-a218-b1d9b170edb3 HTTP/1.1" status: 200 len: 1000 time: 0.0541265 Sep 15 18:07:39.758318 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907f9c8-2bd7-4e4a-bd36-0d2342d5a209 req-63d22cca-661c-44da-bbea-2782fd9bdfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:07:39.759629 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5907f9c8-2bd7-4e4a-bd36-0d2342d5a209 req-63d22cca-661c-44da-bbea-2782fd9bdfd4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4164acc9-a017-457a-b3c2-5accc0cf273a HTTP/1.1" status: 200 len: 850 time: 0.0443332 Sep 15 18:07:39.801706 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907f9c8-2bd7-4e4a-bd36-0d2342d5a209 req-e1ad9ac1-3404-442c-a34e-37ce15829f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:07:39.803123 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5907f9c8-2bd7-4e4a-bd36-0d2342d5a209 req-e1ad9ac1-3404-442c-a34e-37ce15829f34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bec36ef2-050f-4e45-8140-94788854de7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0371561 Sep 15 18:07:39.887969 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5907f9c8-2bd7-4e4a-bd36-0d2342d5a209 req-465e0764-aa59-47ca-9923-1170cbfe2937 service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778036 Sep 15 18:07:39.975243 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-5907f9c8-2bd7-4e4a-bd36-0d2342d5a209 req-7a80c768-198b-4f09-92c8-5e7d93273cc7 service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803106 Sep 15 18:07:42.903555 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:07:44.235724 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 45682) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:07:44.384330 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-7c60cf06-022a-4221-8544-abe9a7483978 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Deleting port cc114d32-c1e2-4e50-8841-499d7541e1b9 {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:07:44.384710 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7c60cf06-022a-4221-8544-abe9a7483978 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:44.459211 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7c60cf06-022a-4221-8544-abe9a7483978 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:44.459542 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7c60cf06-022a-4221-8544-abe9a7483978 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:44.471350 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-7c60cf06-022a-4221-8544-abe9a7483978 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Calling delete_port for cc114d32-c1e2-4e50-8841-499d7541e1b9 owned by network:floatingip {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:07:44.730397 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7c60cf06-022a-4221-8544-abe9a7483978 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:44.758156 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60cf06-022a-4221-8544-abe9a7483978 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event deleted for resources: {'Port': ['ID=cc114d32-c1e2-4e50-8841-499d7541e1b9,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:44.816786 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7c60cf06-022a-4221-8544-abe9a7483978 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for floatingip, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:44.817169 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.db.l3_db [None req-7c60cf06-022a-4221-8544-abe9a7483978 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Floating IP aeed7f9e-d564-4653-aaec-d1b65fd86fd9 disassociated (deleted). External IP: 172.27.3.228, port: e758b5a6-f3ea-4f1c-bf33-fac346cefa4d. Sep 15 18:07:45.017376 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c60cf06-022a-4221-8544-abe9a7483978 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:07:45.120973 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c60cf06-022a-4221-8544-abe9a7483978 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:07:45.126365 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-7c60cf06-022a-4221-8544-abe9a7483978 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:45.131005 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1983c9f-28c7-42fc-a8b4-4c020969998d None None] Sync routers for ids ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:07:45.139970 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1983c9f-28c7-42fc-a8b4-4c020969998d None None] Routers {'78ba0ea3-382e-4d33-bb34-fd179b746ac9'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:07:45.140701 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-c1983c9f-28c7-42fc-a8b4-4c020969998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:07:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:45.152470 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-7c60cf06-022a-4221-8544-abe9a7483978 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "DELETE /v2.0/floatingips/aeed7f9e-d564-4653-aaec-d1b65fd86fd9 HTTP/1.1" status: 204 len: 168 time: 0.9155962 Sep 15 18:07:45.153089 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b61432-a724-442f-bd60-28cbb0bdc19f', 'tag': 'e758b5a6-f3ea-4f1c-bf33-fac346cefa4d'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:07:45.155378 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680fa12c-368a-4a9a-9f56-a06472634556" -d '{"events": [{"name": "network-changed", "server_uuid": "72b61432-a724-442f-bd60-28cbb0bdc19f", "tag": "e758b5a6-f3ea-4f1c-bf33-fac346cefa4d"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:07:45.251053 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-c1983c9f-28c7-42fc-a8b4-4c020969998d None None] Set router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:07:45.379278 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a408b5-f4c2-415c-a85d-c143c3a57436 x-openstack-request-id: req-78a408b5-f4c2-415c-a85d-c143c3a57436 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:07:45.379779 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b61432-a724-442f-bd60-28cbb0bdc19f", "tag": "e758b5a6-f3ea-4f1c-bf33-fac346cefa4d", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:07:45.379889 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78a408b5-f4c2-415c-a85d-c143c3a57436 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:07:45.380243 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b61432-a724-442f-bd60-28cbb0bdc19f', 'tag': 'e758b5a6-f3ea-4f1c-bf33-fac346cefa4d', 'status': 'completed', 'code': 200} Sep 15 18:07:45.441200 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fa12c-368a-4a9a-9f56-a06472634556 req-6e2863f9-cea1-4470-88f2-b2009a2aa9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:07:45.442696 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-680fa12c-368a-4a9a-9f56-a06472634556 req-6e2863f9-cea1-4470-88f2-b2009a2aa9f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32757804069f4822bf01cb432ae7c283&device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 1098 time: 0.0406041 Sep 15 18:07:45.536474 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fa12c-368a-4a9a-9f56-a06472634556 req-37584455-37b2-461e-a648-3d30bce60b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:07:45.537936 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-680fa12c-368a-4a9a-9f56-a06472634556 req-37584455-37b2-461e-a648-3d30bce60b99 service neutron] 10.222.0.37 "GET /v2.0/networks?id=bec36ef2-050f-4e45-8140-94788854de7d HTTP/1.1" status: 200 len: 912 time: 0.0872800 Sep 15 18:07:45.582510 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-680fa12c-368a-4a9a-9f56-a06472634556 req-d3a0d2a9-d335-4646-a259-36ef525cf99c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e758b5a6-f3ea-4f1c-bf33-fac346cefa4d HTTP/1.1" status: 200 len: 217 time: 0.0339856 Sep 15 18:07:45.601397 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-c1983c9f-28c7-42fc-a8b4-4c020969998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '263bc228-33a2-4b8d-a8a7-93c6f777ac8b', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'port_id': 'e922871f-d900-48fe-a218-b1d9b170edb3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'mac_address': 'fa:16:3e:57:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:04:04Z', 'updated_at': '2021-09-15T18:04:06Z', 'revision_number': 1, 'project_id': '32757804069f4822bf01cb432ae7c283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 5, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:45.632322 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1983c9f-28c7-42fc-a8b4-4c020969998d None None] Checking router: 78ba0ea3-382e-4d33-bb34-fd179b746ac9 for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:07:45.641195 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1983c9f-28c7-42fc-a8b4-4c020969998d None None] Routers {'78ba0ea3-382e-4d33-bb34-fd179b746ac9'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:07:45.641981 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-c1983c9f-28c7-42fc-a8b4-4c020969998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:07:21Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:45.648791 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fa12c-368a-4a9a-9f56-a06472634556 req-e641fe72-0e75-4580-afa9-8442bf944878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:07:45.650400 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-680fa12c-368a-4a9a-9f56-a06472634556 req-e641fe72-0e75-4580-afa9-8442bf944878 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4164acc9-a017-457a-b3c2-5accc0cf273a HTTP/1.1" status: 200 len: 850 time: 0.0599015 Sep 15 18:07:45.651778 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab2ade-e49c-4fc3-9bda-a986d8270aec req-19c734ce-dce4-408f-9519-66f1fd81eaca tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:07:45.653463 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-86ab2ade-e49c-4fc3-9bda-a986d8270aec req-19c734ce-dce4-408f-9519-66f1fd81eaca tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 945 time: 0.0501654 Sep 15 18:07:45.695223 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-86ab2ade-e49c-4fc3-9bda-a986d8270aec req-205ef9fa-f338-4805-baec-a7e8e33c7781 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352917 Sep 15 18:07:45.707229 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fa12c-368a-4a9a-9f56-a06472634556 req-a78465cd-aa56-4b29-bbd6-4ff0b35a58f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:07:45.708790 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-680fa12c-368a-4a9a-9f56-a06472634556 req-a78465cd-aa56-4b29-bbd6-4ff0b35a58f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bec36ef2-050f-4e45-8140-94788854de7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510213 Sep 15 18:07:45.749895 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-c1983c9f-28c7-42fc-a8b4-4c020969998d None None] Set router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:07:45.798237 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-680fa12c-368a-4a9a-9f56-a06472634556 req-022494b9-90f2-4d90-970e-3cf2eb4ca620 service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807056 Sep 15 18:07:45.890896 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-680fa12c-368a-4a9a-9f56-a06472634556 req-13929a41-74be-41f1-a8fb-f1db6600d012 service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834723 Sep 15 18:07:45.964644 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-c1983c9f-28c7-42fc-a8b4-4c020969998d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '263bc228-33a2-4b8d-a8a7-93c6f777ac8b', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'port_id': 'e922871f-d900-48fe-a218-b1d9b170edb3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'mac_address': 'fa:16:3e:57:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:04:04Z', 'updated_at': '2021-09-15T18:04:06Z', 'revision_number': 1, 'project_id': '32757804069f4822bf01cb432ae7c283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 5, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:45.990723 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1983c9f-28c7-42fc-a8b4-4c020969998d None None] The sync data for ids ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'] in dv-cinder-805228-2-iscsi is: [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_floatingips': [{'id': '263bc228-33a2-4b8d-a8a7-93c6f777ac8b', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'router_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'port_id': 'e922871f-d900-48fe-a218-b1d9b170edb3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'mac_address': 'fa:16:3e:57:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T18:04:04Z', 'updated_at': '2021-09-15T18:04:06Z', 'revision_number': 1, 'project_id': '32757804069f4822bf01cb432ae7c283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 5, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:07:46.195947 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5d1145-f329-41f2-a427-7cf96ba0227c None None] New status for floating IP aeed7f9e-d564-4653-aaec-d1b65fd86fd9: DOWN {{(pid=106074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:07:46.825337 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ae9fc-54e4-49f9-a790-1112db2e0962 req-cc63d6a6-69ff-4872-80b7-967703010505 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:07:46.826784 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4c4ae9fc-54e4-49f9-a790-1112db2e0962 req-cc63d6a6-69ff-4872-80b7-967703010505 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 945 time: 0.0476499 Sep 15 18:07:46.862916 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-4c4ae9fc-54e4-49f9-a790-1112db2e0962 req-cf8478d0-e495-405b-aca9-0815ad8f12f1 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304062 Sep 15 18:07:47.150410 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2d8e1-f6d4-4333-b459-006a6b3d2c3a req-6c5924ce-3558-4b5e-a2ef-e3e52355e7c9 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:07:47.151858 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-69f2d8e1-f6d4-4333-b459-006a6b3d2c3a req-6c5924ce-3558-4b5e-a2ef-e3e52355e7c9 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.37 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 945 time: 0.0453846 Sep 15 18:07:47.240336 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-69f2d8e1-f6d4-4333-b459-006a6b3d2c3a req-0543d019-fa75-4fea-8a4c-85db39fef596 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Deleting port e758b5a6-f3ea-4f1c-bf33-fac346cefa4d {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:07:47.240709 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-69f2d8e1-f6d4-4333-b459-006a6b3d2c3a req-0543d019-fa75-4fea-8a4c-85db39fef596 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:47.327066 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-69f2d8e1-f6d4-4333-b459-006a6b3d2c3a req-0543d019-fa75-4fea-8a4c-85db39fef596 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] For port e758b5a6-f3ea-4f1c-bf33-fac346cefa4d, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=e758b5a6-f3ea-4f1c-bf33-fac346cefa4d,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:47.327364 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-69f2d8e1-f6d4-4333-b459-006a6b3d2c3a req-0543d019-fa75-4fea-8a4c-85db39fef596 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:47.339193 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-69f2d8e1-f6d4-4333-b459-006a6b3d2c3a req-0543d019-fa75-4fea-8a4c-85db39fef596 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Calling delete_port for e758b5a6-f3ea-4f1c-bf33-fac346cefa4d owned by compute:nova {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:07:47.541696 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-69f2d8e1-f6d4-4333-b459-006a6b3d2c3a req-0543d019-fa75-4fea-8a4c-85db39fef596 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:47.567330 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543d019-fa75-4fea-8a4c-85db39fef596 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event deleted for resources: {'Port': ['ID=e758b5a6-f3ea-4f1c-bf33-fac346cefa4d,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:47.620971 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f2d8e1-f6d4-4333-b459-006a6b3d2c3a req-0543d019-fa75-4fea-8a4c-85db39fef596 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] No DVR routers for this DVR port e758b5a6-f3ea-4f1c-bf33-fac346cefa4d on host hv-cinder-80522 {{(pid=106071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:07:47.620971 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-69f2d8e1-f6d4-4333-b459-006a6b3d2c3a req-0543d019-fa75-4fea-8a4c-85db39fef596 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:47.620971 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-69f2d8e1-f6d4-4333-b459-006a6b3d2c3a req-0543d019-fa75-4fea-8a4c-85db39fef596 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.37 "DELETE /v2.0/ports/e758b5a6-f3ea-4f1c-bf33-fac346cefa4d HTTP/1.1" status: 204 len: 173 time: 0.4633121 Sep 15 18:07:47.621258 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b61432-a724-442f-bd60-28cbb0bdc19f', 'name': 'network-vif-deleted', 'tag': 'e758b5a6-f3ea-4f1c-bf33-fac346cefa4d'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:07:47.623386 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575f61db-0e10-40ca-953f-1ffcda01779a" -d '{"events": [{"server_uuid": "72b61432-a724-442f-bd60-28cbb0bdc19f", "name": "network-vif-deleted", "tag": "e758b5a6-f3ea-4f1c-bf33-fac346cefa4d"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:07:47.830327 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695dfaf7-9395-461d-9b0f-23b3548d898e x-openstack-request-id: req-695dfaf7-9395-461d-9b0f-23b3548d898e {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:07:47.830327 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b61432-a724-442f-bd60-28cbb0bdc19f", "name": "network-vif-deleted", "tag": "e758b5a6-f3ea-4f1c-bf33-fac346cefa4d", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:07:47.830327 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-695dfaf7-9395-461d-9b0f-23b3548d898e {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:07:47.830327 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b61432-a724-442f-bd60-28cbb0bdc19f', 'name': 'network-vif-deleted', 'tag': 'e758b5a6-f3ea-4f1c-bf33-fac346cefa4d', 'status': 'completed', 'code': 200} Sep 15 18:07:47.955913 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-83d8395e-1430-4caa-baaf-bf2c101fb2e2 req-db33d5b1-fe66-4171-9220-47768ae1691a tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=72b61432-a724-442f-bd60-28cbb0bdc19f HTTP/1.1" status: 200 len: 210 time: 0.0272787 Sep 15 18:07:48.930250 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-c0008ea1-a51c-4fca-9b0b-95158b57d593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:51.165101 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device e758b5a6-f3ea-4f1c-bf33-fac346cefa4d no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:07:51.189474 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] No Port match for: e758b5a6-f3ea-4f1c-bf33-fac346cefa4d {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:07:51.189822 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device e758b5a6-f3ea-4f1c-bf33-fac346cefa4d not bound to the agent host hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:07:51.392935 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 45722) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:07:51.513620 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-f3fc8b20-689f-4d7f-acf7-4ff5a3ab8f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:51.544696 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-30a744bc-6b3d-4442-9b96-592fde8fd41a tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Deleting port c40fcb1d-5636-4d86-9054-73c76e1774e8 {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:07:51.545049 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-30a744bc-6b3d-4442-9b96-592fde8fd41a tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:51.620449 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-30a744bc-6b3d-4442-9b96-592fde8fd41a tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:51.620810 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-30a744bc-6b3d-4442-9b96-592fde8fd41a tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:51.632078 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-30a744bc-6b3d-4442-9b96-592fde8fd41a tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Calling delete_port for c40fcb1d-5636-4d86-9054-73c76e1774e8 owned by network:floatingip {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:07:51.850064 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-30a744bc-6b3d-4442-9b96-592fde8fd41a tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:51.875241 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a744bc-6b3d-4442-9b96-592fde8fd41a tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event deleted for resources: {'Port': ['ID=c40fcb1d-5636-4d86-9054-73c76e1774e8,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:51.934537 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-30a744bc-6b3d-4442-9b96-592fde8fd41a tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for floatingip, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:51.934932 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.db.l3_db [None req-30a744bc-6b3d-4442-9b96-592fde8fd41a tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Floating IP 263bc228-33a2-4b8d-a8a7-93c6f777ac8b disassociated (deleted). External IP: 172.27.3.81, port: e922871f-d900-48fe-a218-b1d9b170edb3. Sep 15 18:07:52.021638 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:52.135750 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a744bc-6b3d-4442-9b96-592fde8fd41a tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:07:52.477121 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a744bc-6b3d-4442-9b96-592fde8fd41a tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:07:52.481706 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-30a744bc-6b3d-4442-9b96-592fde8fd41a tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:52.486913 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f42a3f-5489-4125-ba66-0a52bfe4f5de None None] Sync routers for ids ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:07:52.496449 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f42a3f-5489-4125-ba66-0a52bfe4f5de None None] Routers {'78ba0ea3-382e-4d33-bb34-fd179b746ac9'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:07:52.497096 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-69f42a3f-5489-4125-ba66-0a52bfe4f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:07:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:52.510124 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-30a744bc-6b3d-4442-9b96-592fde8fd41a tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "DELETE /v2.0/floatingips/263bc228-33a2-4b8d-a8a7-93c6f777ac8b HTTP/1.1" status: 204 len: 168 time: 1.1137831 Sep 15 18:07:52.510124 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00', 'tag': 'e922871f-d900-48fe-a218-b1d9b170edb3'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:07:52.510554 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea617e47-cfb4-4636-ba4e-aee9f5ea639e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00", "tag": "e922871f-d900-48fe-a218-b1d9b170edb3"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:07:52.551724 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 18:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8f8cd3-d602-4339-9b4d-2190e68a8922 x-openstack-request-id: req-7e8f8cd3-d602-4339-9b4d-2190e68a8922 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:07:52.552017 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00", "tag": "e922871f-d900-48fe-a218-b1d9b170edb3", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:07:52.552269 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e8f8cd3-d602-4339-9b4d-2190e68a8922 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:07:52.552705 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00', 'tag': 'e922871f-d900-48fe-a218-b1d9b170edb3', 'status': 'completed', 'code': 200} Sep 15 18:07:52.604640 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-69f42a3f-5489-4125-ba66-0a52bfe4f5de None None] Set router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:07:52.613739 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617e47-cfb4-4636-ba4e-aee9f5ea639e req-218aacc0-77f1-4897-89d3-c53b19e00ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:07:52.615243 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ea617e47-cfb4-4636-ba4e-aee9f5ea639e req-218aacc0-77f1-4897-89d3-c53b19e00ac6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32757804069f4822bf01cb432ae7c283&device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 1098 time: 0.0402331 Sep 15 18:07:52.706974 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617e47-cfb4-4636-ba4e-aee9f5ea639e req-f0531d1f-922f-4139-a7f4-bf728fdb40cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:07:52.708433 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ea617e47-cfb4-4636-ba4e-aee9f5ea639e req-f0531d1f-922f-4139-a7f4-bf728fdb40cf service neutron] 10.222.0.37 "GET /v2.0/networks?id=bec36ef2-050f-4e45-8140-94788854de7d HTTP/1.1" status: 200 len: 912 time: 0.0863242 Sep 15 18:07:52.748435 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ea617e47-cfb4-4636-ba4e-aee9f5ea639e req-853f6fe8-5795-4b4c-a2f9-9566b2b2edf8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e922871f-d900-48fe-a218-b1d9b170edb3 HTTP/1.1" status: 200 len: 217 time: 0.0328827 Sep 15 18:07:52.805339 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-69f42a3f-5489-4125-ba66-0a52bfe4f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 5, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:52.813706 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617e47-cfb4-4636-ba4e-aee9f5ea639e req-e69bc075-11cf-404e-a0cf-824eb25ed0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:07:52.815801 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ea617e47-cfb4-4636-ba4e-aee9f5ea639e req-e69bc075-11cf-404e-a0cf-824eb25ed0a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4164acc9-a017-457a-b3c2-5accc0cf273a HTTP/1.1" status: 200 len: 850 time: 0.0590007 Sep 15 18:07:52.831212 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f42a3f-5489-4125-ba66-0a52bfe4f5de None None] Checking router: 78ba0ea3-382e-4d33-bb34-fd179b746ac9 for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:07:52.839774 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f42a3f-5489-4125-ba66-0a52bfe4f5de None None] Routers {'78ba0ea3-382e-4d33-bb34-fd179b746ac9'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:07:52.840391 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-69f42a3f-5489-4125-ba66-0a52bfe4f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:07:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:52.865921 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea617e47-cfb4-4636-ba4e-aee9f5ea639e req-634c94e8-7b2f-4c7c-b4d6-c4cbdd017c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:07:52.867430 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ea617e47-cfb4-4636-ba4e-aee9f5ea639e req-634c94e8-7b2f-4c7c-b4d6-c4cbdd017c9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bec36ef2-050f-4e45-8140-94788854de7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450449 Sep 15 18:07:52.941213 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d66e15-fea8-42c0-a837-127c3b920cbd req-49e6dfae-054c-4a37-9a5d-32b9f1650e7d tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:07:52.943409 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f3d66e15-fea8-42c0-a837-127c3b920cbd req-49e6dfae-054c-4a37-9a5d-32b9f1650e7d tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 945 time: 0.0499463 Sep 15 18:07:52.964308 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ea617e47-cfb4-4636-ba4e-aee9f5ea639e req-18a4d905-070c-49cd-aae4-d4b1bbcaec74 service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890443 Sep 15 18:07:52.966139 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-69f42a3f-5489-4125-ba66-0a52bfe4f5de None None] Set router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:07:52.981530 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [req-f3d66e15-fea8-42c0-a837-127c3b920cbd req-828be94c-80c8-4afa-b23b-6f28a460320a tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320485 Sep 15 18:07:53.058627 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-ea617e47-cfb4-4636-ba4e-aee9f5ea639e req-a40205b7-3e3d-4dad-afa4-e2d75f86f125 service neutron] 10.222.0.37 "GET /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866799 Sep 15 18:07:53.175379 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-69f42a3f-5489-4125-ba66-0a52bfe4f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 5, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:07:53.202818 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f42a3f-5489-4125-ba66-0a52bfe4f5de None None] The sync data for ids ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'] in dv-cinder-805228-2-iscsi is: [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:36Z', 'revision_number': 4, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi', '_interfaces': [{'id': '04818afa-638b-4fa7-94a5-046f00f62458', 'name': '', 'network_id': 'bec36ef2-050f-4e45-8140-94788854de7d', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'mac_address': 'fa:16:3e:81:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:35Z', 'updated_at': '2021-09-15T18:00:40Z', 'revision_number': 5, 'project_id': '32757804069f4822bf01cb432ae7c283', 'subnets': [{'id': '4164acc9-a017-457a-b3c2-5accc0cf273a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:07:53.296006 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:53.398046 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24f9e17-f6d4-4f8b-9fbd-0b3d7f63fd7c None None] New status for floating IP 263bc228-33a2-4b8d-a8a7-93c6f777ac8b: DOWN {{(pid=106074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 18:07:54.097503 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fccae-2430-41c9-b490-f15a26e0e599 req-553e015f-1e7c-44e3-9402-ed712e8065c9 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:07:54.098984 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-eb3fccae-2430-41c9-b490-f15a26e0e599 req-553e015f-1e7c-44e3-9402-ed712e8065c9 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 945 time: 0.0490372 Sep 15 18:07:54.134957 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-eb3fccae-2430-41c9-b490-f15a26e0e599 req-eb94ce28-862c-4d9b-b0b5-05426f99b4cd tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9796e60-3118-41a1-8a05-a2f4a21c4408&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300825 Sep 15 18:07:54.351541 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbef141-94fa-4930-a2ba-5755c49fe680 req-500a6df1-6977-4725-b116-46bb8ad18b98 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 18:07:54.352993 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0fbef141-94fa-4930-a2ba-5755c49fe680 req-500a6df1-6977-4725-b116-46bb8ad18b98 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 945 time: 0.0463386 Sep 15 18:07:54.442378 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-0fbef141-94fa-4930-a2ba-5755c49fe680 req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Deleting port e922871f-d900-48fe-a218-b1d9b170edb3 {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:07:54.442861 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-0fbef141-94fa-4930-a2ba-5755c49fe680 req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:54.531948 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [req-0fbef141-94fa-4930-a2ba-5755c49fe680 req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] For port e922871f-d900-48fe-a218-b1d9b170edb3, host hv-cinder-80522, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80522',level=0,port_id=e922871f-d900-48fe-a218-b1d9b170edb3,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:54.532310 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-0fbef141-94fa-4930-a2ba-5755c49fe680 req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:54.543530 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [req-0fbef141-94fa-4930-a2ba-5755c49fe680 req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Calling delete_port for e922871f-d900-48fe-a218-b1d9b170edb3 owned by compute:nova {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:07:54.684673 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:54.742037 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-0fbef141-94fa-4930-a2ba-5755c49fe680 req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:54.773443 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event deleted for resources: {'Port': ['ID=e922871f-d900-48fe-a218-b1d9b170edb3,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:54.799857 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:54.803159 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:54.803159 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:54.803159 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:54.803159 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:54.803159 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:54.803159 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:54.803159 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:54.803159 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:54.803159 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:54.803159 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:54.804083 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:54.821673 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbef141-94fa-4930-a2ba-5755c49fe680 req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] No DVR routers for this DVR port e922871f-d900-48fe-a218-b1d9b170edb3 on host hv-cinder-80522 {{(pid=106071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:07:54.823835 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [req-0fbef141-94fa-4930-a2ba-5755c49fe680 req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for port, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:54.825830 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-0fbef141-94fa-4930-a2ba-5755c49fe680 req-07f58565-328a-44b2-b53a-be0ede504e80 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.37 "DELETE /v2.0/ports/e922871f-d900-48fe-a218-b1d9b170edb3 HTTP/1.1" status: 204 len: 173 time: 0.4669209 Sep 15 18:07:54.826250 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00', 'name': 'network-vif-deleted', 'tag': 'e922871f-d900-48fe-a218-b1d9b170edb3'}] {{(pid=106071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 18:07:54.829012 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e07fa2aa8c1e175d6147898deb3bc483eb16d72c8842d2a0d5f8c412e32488c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd21f03-3f99-469c-8e85-d6143197fa9f" -d '{"events": [{"server_uuid": "c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00", "name": "network-vif-deleted", "tag": "e922871f-d900-48fe-a218-b1d9b170edb3"}]}' {{(pid=106071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 18:07:54.863671 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 18:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8c54a3-990c-4b6b-9039-7977f41162e5 x-openstack-request-id: req-fc8c54a3-990c-4b6b-9039-7977f41162e5 {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 18:07:54.863987 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00", "name": "network-vif-deleted", "tag": "e922871f-d900-48fe-a218-b1d9b170edb3", "status": "completed", "code": 200}]} {{(pid=106071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 18:07:54.864244 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc8c54a3-990c-4b6b-9039-7977f41162e5 {{(pid=106071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 18:07:54.864681 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00', 'name': 'network-vif-deleted', 'tag': 'e922871f-d900-48fe-a218-b1d9b170edb3', 'status': 'completed', 'code': 200} Sep 15 18:07:55.230578 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [req-a4a76f13-9e84-4190-b803-6a88a2a0ce78 req-65fb579e-489e-4ae3-82df-e5aad5ce7439 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0c9e463-cea6-4aaa-847a-fb8cb1fd2c00 HTTP/1.1" status: 200 len: 210 time: 0.0281587 Sep 15 18:07:56.287749 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 45738) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:07:56.404425 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-693191be-1b3d-428c-a623-dad1d0961452 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Deleting port 6c73c921-a4e2-48ec-8f52-bbd5d021d08c {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:07:56.404994 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-693191be-1b3d-428c-a623-dad1d0961452 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:56.481458 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-693191be-1b3d-428c-a623-dad1d0961452 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:56.481781 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-693191be-1b3d-428c-a623-dad1d0961452 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:56.492767 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-693191be-1b3d-428c-a623-dad1d0961452 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Calling delete_port for 6c73c921-a4e2-48ec-8f52-bbd5d021d08c owned by network:floatingip {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:07:56.713375 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-693191be-1b3d-428c-a623-dad1d0961452 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:56.740044 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693191be-1b3d-428c-a623-dad1d0961452 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event deleted for resources: {'Port': ['ID=6c73c921-a4e2-48ec-8f52-bbd5d021d08c,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:56.797364 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-693191be-1b3d-428c-a623-dad1d0961452 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for floatingip, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:56.800030 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-693191be-1b3d-428c-a623-dad1d0961452 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56857'] for floatingip, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:56.801200 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-693191be-1b3d-428c-a623-dad1d0961452 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "DELETE /v2.0/floatingips/12944e08-b47c-4837-8468-b62e139637fc HTTP/1.1" status: 204 len: 168 time: 0.5124600 Sep 15 18:07:57.196317 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device e922871f-d900-48fe-a218-b1d9b170edb3 no longer exists at agent hyperv_hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:07:57.215510 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] No Port match for: e922871f-d900-48fe-a218-b1d9b170edb3 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:07:57.215857 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Device e922871f-d900-48fe-a218-b1d9b170edb3 not bound to the agent host hv-cinder-80522 {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:07:58.105325 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45750) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:07:58.160427 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-68036811-eefb-4313-9c57-5445de5c5090 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:58.184055 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-68036811-eefb-4313-9c57-5445de5c5090 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:58.318638 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-68036811-eefb-4313-9c57-5445de5c5090 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:58.323264 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-68036811-eefb-4313-9c57-5445de5c5090 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:58.323264 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-68036811-eefb-4313-9c57-5445de5c5090 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] 10.222.0.20 "DELETE /v2.0/security-groups/f9796e60-3118-41a1-8a05-a2f4a21c4408 HTTP/1.1" status: 204 len: 168 time: 0.2161477 Sep 15 18:07:58.331390 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68036811-eefb-4313-9c57-5445de5c5090 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9796e60-3118-41a1-8a05-a2f4a21c4408,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:58.339278 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68036811-eefb-4313-9c57-5445de5c5090 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:58.339633 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68036811-eefb-4313-9c57-5445de5c5090 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:58.339977 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68036811-eefb-4313-9c57-5445de5c5090 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:58.340400 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68036811-eefb-4313-9c57-5445de5c5090 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:58.340782 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68036811-eefb-4313-9c57-5445de5c5090 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:58.341099 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68036811-eefb-4313-9c57-5445de5c5090 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:58.341433 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68036811-eefb-4313-9c57-5445de5c5090 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:58.341763 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68036811-eefb-4313-9c57-5445de5c5090 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:58.342085 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68036811-eefb-4313-9c57-5445de5c5090 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:58.342425 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68036811-eefb-4313-9c57-5445de5c5090 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:58.342738 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68036811-eefb-4313-9c57-5445de5c5090 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:58.343057 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68036811-eefb-4313-9c57-5445de5c5090 tempest-TestVolumeBootPattern-1388581969 tempest-TestVolumeBootPattern-1388581969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:07:58.451817 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45754) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:07:58.953791 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-21e3b5fb-eea9-4ae6-8970-b98e3c617fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605702'] for router_interface, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:59.193179 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-21e3b5fb-eea9-4ae6-8970-b98e3c617fca admin admin] Deleting port 04818afa-638b-4fa7-94a5-046f00f62458 {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:07:59.193901 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-21e3b5fb-eea9-4ae6-8970-b98e3c617fca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:59.266751 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [None req-21e3b5fb-eea9-4ae6-8970-b98e3c617fca admin admin] For port 04818afa-638b-4fa7-94a5-046f00f62458, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=04818afa-638b-4fa7-94a5-046f00f62458,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:07:59.267029 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-21e3b5fb-eea9-4ae6-8970-b98e3c617fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:59.278578 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-21e3b5fb-eea9-4ae6-8970-b98e3c617fca admin admin] Calling delete_port for 04818afa-638b-4fa7-94a5-046f00f62458 owned by network:router_interface {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:07:59.502041 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-21e3b5fb-eea9-4ae6-8970-b98e3c617fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:59.530932 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3b5fb-eea9-4ae6-8970-b98e3c617fca admin admin] Pushing event deleted for resources: {'Port': ['ID=04818afa-638b-4fa7-94a5-046f00f62458,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:07:59.687030 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-21e3b5fb-eea9-4ae6-8970-b98e3c617fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600502'] for router_interface, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:07:59.891276 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e3b5fb-eea9-4ae6-8970-b98e3c617fca admin admin] Router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:07:59.991823 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e3b5fb-eea9-4ae6-8970-b98e3c617fca admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:07:59.996786 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-21e3b5fb-eea9-4ae6-8970-b98e3c617fca admin admin] 10.222.0.20 "PUT /v2.0/routers/78ba0ea3-382e-4d33-bb34-fd179b746ac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5439034 Sep 15 18:07:59.999239 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45758) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:00.001963 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0aabb5-ae92-4543-92d9-940e5f07cbbb None None] Sync routers for ids ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'] in dv-cinder-805228-2-iscsi {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:08:00.014251 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0aabb5-ae92-4543-92d9-940e5f07cbbb None None] Routers {'78ba0ea3-382e-4d33-bb34-fd179b746ac9'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:08:00.014926 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-fb0aabb5-ae92-4543-92d9-940e5f07cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:07:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:00.117585 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-fb0aabb5-ae92-4543-92d9-940e5f07cbbb None None] Set router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:08:00.361007 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e1e716e7-7f3b-4843-9bb2-aa88641e9b2a admin admin] Notify callbacks [] for router, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:00.423452 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-fb0aabb5-ae92-4543-92d9-940e5f07cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:07:59Z', 'revision_number': 5, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:00.450716 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0aabb5-ae92-4543-92d9-940e5f07cbbb None None] Checking router: 78ba0ea3-382e-4d33-bb34-fd179b746ac9 for host: dv-cinder-805228-2-iscsi {{(pid=106073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:08:00.459444 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0aabb5-ae92-4543-92d9-940e5f07cbbb None None] Routers {'78ba0ea3-382e-4d33-bb34-fd179b746ac9'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:08:00.460056 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-fb0aabb5-ae92-4543-92d9-940e5f07cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:07:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'], 'active': True} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:00.461737 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e1e716e7-7f3b-4843-9bb2-aa88641e9b2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:00.565400 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvr_db [None req-fb0aabb5-ae92-4543-92d9-940e5f07cbbb None None] Set router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:08:00.654815 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-e1e716e7-7f3b-4843-9bb2-aa88641e9b2a admin admin] Deleting port b908cd7e-805b-4bd8-931a-49442b6ac053 {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:08:00.655056 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e1e716e7-7f3b-4843-9bb2-aa88641e9b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:00.730821 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [None req-e1e716e7-7f3b-4843-9bb2-aa88641e9b2a admin admin] For port b908cd7e-805b-4bd8-931a-49442b6ac053, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=b908cd7e-805b-4bd8-931a-49442b6ac053,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:00.731198 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e1e716e7-7f3b-4843-9bb2-aa88641e9b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:00.738393 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_hamode_db [None req-fb0aabb5-ae92-4543-92d9-940e5f07cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:07:59Z', 'revision_number': 5, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:00.743711 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-e1e716e7-7f3b-4843-9bb2-aa88641e9b2a admin admin] Calling delete_port for b908cd7e-805b-4bd8-931a-49442b6ac053 owned by network:router_gateway {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:08:00.764415 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0aabb5-ae92-4543-92d9-940e5f07cbbb None None] The sync data for ids ['78ba0ea3-382e-4d33-bb34-fd179b746ac9'] in dv-cinder-805228-2-iscsi is: [{'id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'name': 'tempest-TestVolumeBootPattern-354347983-router', 'tenant_id': '32757804069f4822bf01cb432ae7c283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:07:59Z', 'revision_number': 5, 'project_id': '32757804069f4822bf01cb432ae7c283', 'gw_port': {'id': 'b908cd7e-805b-4bd8-931a-49442b6ac053', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:da:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba0ea3-382e-4d33-bb34-fd179b746ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:32Z', 'updated_at': '2021-09-15T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}] {{(pid=106073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:08:00.952900 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e1e716e7-7f3b-4843-9bb2-aa88641e9b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:00.976728 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e716e7-7f3b-4843-9bb2-aa88641e9b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=b908cd7e-805b-4bd8-931a-49442b6ac053,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:01.038533 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e1e716e7-7f3b-4843-9bb2-aa88641e9b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600432'] for router_gateway, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:01.127364 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e1e716e7-7f3b-4843-9bb2-aa88641e9b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:01.129589 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e1e716e7-7f3b-4843-9bb2-aa88641e9b2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:01.216052 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e1e716e7-7f3b-4843-9bb2-aa88641e9b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-640218'] for router, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:01.216631 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e716e7-7f3b-4843-9bb2-aa88641e9b2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78ba0ea3-382e-4d33-bb34-fd179b746ac9 {{(pid=106072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:08:01.221645 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-e1e716e7-7f3b-4843-9bb2-aa88641e9b2a admin admin] Notify callbacks [] for router, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:01.222692 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-e1e716e7-7f3b-4843-9bb2-aa88641e9b2a admin admin] 10.222.0.20 "DELETE /v2.0/routers/78ba0ea3-382e-4d33-bb34-fd179b746ac9 HTTP/1.1" status: 204 len: 168 time: 1.2225466 Sep 15 18:08:01.226984 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45760) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:01.272929 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.db_base_plugin_v2 [None req-6304f197-5576-44ea-91dc-1888a54efef2 admin admin] Deleting subnet 4164acc9-a017-457a-b3c2-5accc0cf273a {{(pid=106072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:08:01.275894 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6304f197-5576-44ea-91dc-1888a54efef2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:01.309756 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6304f197-5576-44ea-91dc-1888a54efef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8033963'] for subnet, precommit_delete_associations {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:01.386335 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6304f197-5576-44ea-91dc-1888a54efef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819029'] for subnet, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:01.501766 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6304f197-5576-44ea-91dc-1888a54efef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1819010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5966970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4475193'] for subnet, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:01.527827 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304f197-5576-44ea-91dc-1888a54efef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4164acc9-a017-457a-b3c2-5accc0cf273a,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:01.533844 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-6304f197-5576-44ea-91dc-1888a54efef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:01.535678 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-6304f197-5576-44ea-91dc-1888a54efef2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4164acc9-a017-457a-b3c2-5accc0cf273a HTTP/1.1" status: 204 len: 168 time: 0.3095777 Sep 15 18:08:01.538137 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45762) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:01.540703 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818e8787-c881-49a7-8da5-c9d96d7fefad None None] Network bec36ef2-050f-4e45-8140-94788854de7d requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:08:01.603154 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5a0f046a-f14c-4a96-a1c3-78f2053464de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588324'] for network, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:01.660144 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-5a0f046a-f14c-4a96-a1c3-78f2053464de admin admin] Deleting port 5c48cb5f-8a19-4629-a993-7def804aa650 {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:08:01.660520 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5a0f046a-f14c-4a96-a1c3-78f2053464de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:01.726296 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [None req-5a0f046a-f14c-4a96-a1c3-78f2053464de admin admin] For port 5c48cb5f-8a19-4629-a993-7def804aa650, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=5c48cb5f-8a19-4629-a993-7def804aa650,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:01.726665 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5a0f046a-f14c-4a96-a1c3-78f2053464de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:01.739196 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-5a0f046a-f14c-4a96-a1c3-78f2053464de admin admin] Calling delete_port for 5c48cb5f-8a19-4629-a993-7def804aa650 owned by network:dhcp {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:08:01.753338 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4c6660-09b5-489e-940b-d8749576a7ab None None] DHCP port deletion for bec36ef2-050f-4e45-8140-94788854de7d request from dv-cinder-805228-2-iscsi {{(pid=106073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:08:01.799810 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-1b4c6660-09b5-489e-940b-d8749576a7ab None None] Deleting port 5c48cb5f-8a19-4629-a993-7def804aa650 {{(pid=106073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:08:01.800194 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-1b4c6660-09b5-489e-940b-d8749576a7ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:01.861173 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-1b4c6660-09b5-489e-940b-d8749576a7ab None None] For port 5c48cb5f-8a19-4629-a993-7def804aa650, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=5c48cb5f-8a19-4629-a993-7def804aa650,segment=NetworkSegment(7604134f-a039-45c2-8d1a-019b0fdae4e1),segment_id=7604134f-a039-45c2-8d1a-019b0fdae4e1)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:01.861567 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-1b4c6660-09b5-489e-940b-d8749576a7ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:01.872995 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5a0f046a-f14c-4a96-a1c3-78f2053464de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:01.877457 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-1b4c6660-09b5-489e-940b-d8749576a7ab None None] Calling delete_port for 5c48cb5f-8a19-4629-a993-7def804aa650 owned by network:dhcp {{(pid=106073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:08:01.904228 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f046a-f14c-4a96-a1c3-78f2053464de admin admin] Pushing event deleted for resources: {'Port': ['ID=5c48cb5f-8a19-4629-a993-7def804aa650,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:01.906201 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0f046a-f14c-4a96-a1c3-78f2053464de admin admin] No DVR routers for this DVR port 5c48cb5f-8a19-4629-a993-7def804aa650 on host dv-cinder-805228-2-iscsi {{(pid=106072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:08:01.951859 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-1b4c6660-09b5-489e-940b-d8749576a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073'] for port, after_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:01.993136 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5a0f046a-f14c-4a96-a1c3-78f2053464de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822226', 'neutron.services.segments.db._delete_segments_for_network-8765806907549'] for network, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:01.993447 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c6660-09b5-489e-940b-d8749576a7ab None None] Pushing event deleted for resources: {'Port': ['ID=5c48cb5f-8a19-4629-a993-7def804aa650,revision_number=None']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:01.993447 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4c6660-09b5-489e-940b-d8749576a7ab None None] No DVR routers for this DVR port 5c48cb5f-8a19-4629-a993-7def804aa650 on host dv-cinder-805228-2-iscsi {{(pid=106073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:08:01.993447 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c6660-09b5-489e-940b-d8749576a7ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:01.993447 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c6660-09b5-489e-940b-d8749576a7ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:01.993447 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c6660-09b5-489e-940b-d8749576a7ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:01.993447 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c6660-09b5-489e-940b-d8749576a7ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:01.993447 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c6660-09b5-489e-940b-d8749576a7ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:01.993447 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c6660-09b5-489e-940b-d8749576a7ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:01.993447 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c6660-09b5-489e-940b-d8749576a7ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:01.993447 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c6660-09b5-489e-940b-d8749576a7ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:01.993447 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c6660-09b5-489e-940b-d8749576a7ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:01.993447 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c6660-09b5-489e-940b-d8749576a7ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:01.993447 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c6660-09b5-489e-940b-d8749576a7ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:01.993447 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c6660-09b5-489e-940b-d8749576a7ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805228-2-iscsi {{(pid=106073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 18:08:01.995473 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-5a0f046a-f14c-4a96-a1c3-78f2053464de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec36ef2-050f-4e45-8140-94788854de7d']}} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:02.004439 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-5a0f046a-f14c-4a96-a1c3-78f2053464de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7604134f-a039-45c2-8d1a-019b0fdae4e1') {'for_net_delete': True} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:02.004750 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-5a0f046a-f14c-4a96-a1c3-78f2053464de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7604134f-a039-45c2-8d1a-019b0fdae4e1') {} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:02.013780 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5a0f046a-f14c-4a96-a1c3-78f2053464de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765806907046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8033952'] for segment, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:02.027177 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5a0f046a-f14c-4a96-a1c3-78f2053464de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:02.032869 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0f046a-f14c-4a96-a1c3-78f2053464de admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=106072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:08:02.033254 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5a0f046a-f14c-4a96-a1c3-78f2053464de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5967524'] for segment, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: Traceback (most recent call last): Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: timer() Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: cb(*args, **kw) Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: return func(*args, **kwargs) Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: self._notify() Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: self.callback(batched_events) Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: event.method(event) Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: return f(self, *a, **k) Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: return self._get(url).json() Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: return self.request(url, 'GET', **kwargs) Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:08:02.034870 dv-cinder-805228-2-iscsi neutron-server[106072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:08:02.152684 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5a0f046a-f14c-4a96-a1c3-78f2053464de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1822219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600340'] for network, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:02.157951 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-5a0f046a-f14c-4a96-a1c3-78f2053464de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:02.159803 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-5a0f046a-f14c-4a96-a1c3-78f2053464de admin admin] 10.222.0.20 "DELETE /v2.0/networks/bec36ef2-050f-4e45-8140-94788854de7d HTTP/1.1" status: 204 len: 168 time: 0.6207697 Sep 15 18:08:02.162763 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 45764) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:02.169877 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f046a-f14c-4a96-a1c3-78f2053464de admin admin] Pushing event deleted for resources: {'Network': ['ID=bec36ef2-050f-4e45-8140-94788854de7d,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:02.436392 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 04818afa-638b-4fa7-94a5-046f00f62458 no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:08:02.456054 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: 04818afa-638b-4fa7-94a5-046f00f62458 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:08:02.456400 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 04818afa-638b-4fa7-94a5-046f00f62458 not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:08:02.456888 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device b908cd7e-805b-4bd8-931a-49442b6ac053 no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:08:02.477297 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: b908cd7e-805b-4bd8-931a-49442b6ac053 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:08:02.477642 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device b908cd7e-805b-4bd8-931a-49442b6ac053 not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:08:02.478056 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 5c48cb5f-8a19-4629-a993-7def804aa650 no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:08:02.496132 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: 5c48cb5f-8a19-4629-a993-7def804aa650 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:08:02.496495 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 5c48cb5f-8a19-4629-a993-7def804aa650 not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:08:02.498292 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f9548fd6-0e58-4adf-a7e8-0877a24b31c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-605702'] for router_interface, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:02.733437 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-f9548fd6-0e58-4adf-a7e8-0877a24b31c2 admin admin] Deleting port 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24 {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:08:02.733674 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f9548fd6-0e58-4adf-a7e8-0877a24b31c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:02.807484 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [None req-f9548fd6-0e58-4adf-a7e8-0877a24b31c2 admin admin] For port 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24,segment=NetworkSegment(9d5c855d-013b-4d7d-a3c6-2954a44ad74e),segment_id=9d5c855d-013b-4d7d-a3c6-2954a44ad74e)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:02.807845 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f9548fd6-0e58-4adf-a7e8-0877a24b31c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:02.819849 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-f9548fd6-0e58-4adf-a7e8-0877a24b31c2 admin admin] Calling delete_port for 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24 owned by network:router_interface {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:08:03.073708 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f9548fd6-0e58-4adf-a7e8-0877a24b31c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:03.104057 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9548fd6-0e58-4adf-a7e8-0877a24b31c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:03.262767 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-f9548fd6-0e58-4adf-a7e8-0877a24b31c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-600502'] for router_interface, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:03.467528 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9548fd6-0e58-4adf-a7e8-0877a24b31c2 admin admin] Router f12391df-111d-48a8-83c3-82f2b6c72745 has already been hosted by L3 agent 3cd11124-a170-41f9-92eb-cb96e6c841a1 {{(pid=106071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 18:08:03.572334 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9548fd6-0e58-4adf-a7e8-0877a24b31c2 admin admin] Notify agent at l3_agent.dv-cinder-805228-2-iscsi the message routers_updated {{(pid=106071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 18:08:03.577330 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-f9548fd6-0e58-4adf-a7e8-0877a24b31c2 admin admin] 10.222.0.20 "PUT /v2.0/routers/f12391df-111d-48a8-83c3-82f2b6c72745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4135375 Sep 15 18:08:03.580367 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 45766) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:03.582794 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8407f0f7-a5d5-40d4-a505-31e2a9bc1aca None None] Sync routers for ids ['f12391df-111d-48a8-83c3-82f2b6c72745'] in dv-cinder-805228-2-iscsi {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 18:08:03.591753 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8407f0f7-a5d5-40d4-a505-31e2a9bc1aca None None] Routers {'f12391df-111d-48a8-83c3-82f2b6c72745'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:08:03.592361 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-8407f0f7-a5d5-40d4-a505-31e2a9bc1aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:07:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['f12391df-111d-48a8-83c3-82f2b6c72745'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:03.682564 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-19b73b4d-7343-4730-86d0-f8ae71da7795 admin admin] Notify callbacks [] for router, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:03.692361 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-8407f0f7-a5d5-40d4-a505-31e2a9bc1aca None None] Set router f12391df-111d-48a8-83c3-82f2b6c72745 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:08:03.961574 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-8407f0f7-a5d5-40d4-a505-31e2a9bc1aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12391df-111d-48a8-83c3-82f2b6c72745', 'name': 'tempest-TestVolumeBootPattern-89300528-router', 'tenant_id': 'f02f2a7b9048490894480087d8f31955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '38b45d32-b9ea-4c0e-a52d-82cc0ad51201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:39Z', 'updated_at': '2021-09-15T18:08:02Z', 'revision_number': 5, 'project_id': 'f02f2a7b9048490894480087d8f31955', 'gw_port': {'id': '38b45d32-b9ea-4c0e-a52d-82cc0ad51201', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12391df-111d-48a8-83c3-82f2b6c72745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:40Z', 'updated_at': '2021-09-15T18:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:03.990250 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8407f0f7-a5d5-40d4-a505-31e2a9bc1aca None None] Checking router: f12391df-111d-48a8-83c3-82f2b6c72745 for host: dv-cinder-805228-2-iscsi {{(pid=106074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 18:08:03.998372 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8407f0f7-a5d5-40d4-a505-31e2a9bc1aca None None] Routers {'f12391df-111d-48a8-83c3-82f2b6c72745'} bound to L3 agent in host dv-cinder-805228-2-iscsi {{(pid=106074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 18:08:03.998970 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-8407f0f7-a5d5-40d4-a505-31e2a9bc1aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805228-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T17:47:21Z,description=,heartbeat_timestamp=2021-09-15T18:07:51Z,host='dv-cinder-805228-2-iscsi',id=3cd11124-a170-41f9-92eb-cb96e6c841a1,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T17:47:22Z,topic='l3_agent')) {'router_ids': ['f12391df-111d-48a8-83c3-82f2b6c72745'], 'active': True} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:04.024979 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-19b73b4d-7343-4730-86d0-f8ae71da7795 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:04.099884 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_dvr_db [None req-8407f0f7-a5d5-40d4-a505-31e2a9bc1aca None None] Set router f12391df-111d-48a8-83c3-82f2b6c72745 gateway port host: dv-cinder-805228-2-iscsi {{(pid=106074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 18:08:04.131702 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-19b73b4d-7343-4730-86d0-f8ae71da7795 admin admin] Deleting port 38b45d32-b9ea-4c0e-a52d-82cc0ad51201 {{(pid=106071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:08:04.132046 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-19b73b4d-7343-4730-86d0-f8ae71da7795 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:04.208397 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.db [None req-19b73b4d-7343-4730-86d0-f8ae71da7795 admin admin] For port 38b45d32-b9ea-4c0e-a52d-82cc0ad51201, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=38b45d32-b9ea-4c0e-a52d-82cc0ad51201,segment=NetworkSegment(47fd61ba-a8d5-4962-bcad-c9294b95d392),segment_id=47fd61ba-a8d5-4962-bcad-c9294b95d392)] {{(pid=106071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:04.208822 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-19b73b4d-7343-4730-86d0-f8ae71da7795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:04.221873 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.plugins.ml2.plugin [None req-19b73b4d-7343-4730-86d0-f8ae71da7795 admin admin] Calling delete_port for 38b45d32-b9ea-4c0e-a52d-82cc0ad51201 owned by network:router_gateway {{(pid=106071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:08:04.261735 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:04.271419 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.l3_hamode_db [None req-8407f0f7-a5d5-40d4-a505-31e2a9bc1aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12391df-111d-48a8-83c3-82f2b6c72745', 'name': 'tempest-TestVolumeBootPattern-89300528-router', 'tenant_id': 'f02f2a7b9048490894480087d8f31955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '38b45d32-b9ea-4c0e-a52d-82cc0ad51201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:39Z', 'updated_at': '2021-09-15T18:08:02Z', 'revision_number': 5, 'project_id': 'f02f2a7b9048490894480087d8f31955', 'gw_port': {'id': '38b45d32-b9ea-4c0e-a52d-82cc0ad51201', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12391df-111d-48a8-83c3-82f2b6c72745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:40Z', 'updated_at': '2021-09-15T18:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}], 'dv-cinder-805228-2-iscsi', False) {} {{(pid=106074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:04.296283 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8407f0f7-a5d5-40d4-a505-31e2a9bc1aca None None] The sync data for ids ['f12391df-111d-48a8-83c3-82f2b6c72745'] in dv-cinder-805228-2-iscsi is: [{'id': 'f12391df-111d-48a8-83c3-82f2b6c72745', 'name': 'tempest-TestVolumeBootPattern-89300528-router', 'tenant_id': 'f02f2a7b9048490894480087d8f31955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'external_fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '38b45d32-b9ea-4c0e-a52d-82cc0ad51201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T18:00:39Z', 'updated_at': '2021-09-15T18:08:02Z', 'revision_number': 5, 'project_id': 'f02f2a7b9048490894480087d8f31955', 'gw_port': {'id': '38b45d32-b9ea-4c0e-a52d-82cc0ad51201', 'name': '', 'network_id': 'dcefcba1-5c12-4ff6-9552-dd9ef4b84a3a', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12391df-111d-48a8-83c3-82f2b6c72745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805228-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T18:00:40Z', 'updated_at': '2021-09-15T18:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd93a8e56-437b-48c5-b03a-0e7bd18816d0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805228-2-iscsi'}] {{(pid=106074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 18:08:04.432894 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-19b73b4d-7343-4730-86d0-f8ae71da7795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6045737'] for port, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:04.461591 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b73b4d-7343-4730-86d0-f8ae71da7795 admin admin] Pushing event deleted for resources: {'Port': ['ID=38b45d32-b9ea-4c0e-a52d-82cc0ad51201,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:04.518083 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-19b73b4d-7343-4730-86d0-f8ae71da7795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600432'] for router_gateway, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:04.602861 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-19b73b4d-7343-4730-86d0-f8ae71da7795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1953'] for router, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:04.604923 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-19b73b4d-7343-4730-86d0-f8ae71da7795 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:04.702036 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-19b73b4d-7343-4730-86d0-f8ae71da7795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-640218'] for router, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:04.702705 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b73b4d-7343-4730-86d0-f8ae71da7795 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f12391df-111d-48a8-83c3-82f2b6c72745 {{(pid=106071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 18:08:04.708657 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-19b73b4d-7343-4730-86d0-f8ae71da7795 admin admin] Notify callbacks [] for router, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:04.710003 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-19b73b4d-7343-4730-86d0-f8ae71da7795 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f12391df-111d-48a8-83c3-82f2b6c72745 HTTP/1.1" status: 204 len: 168 time: 1.1286123 Sep 15 18:08:04.712476 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [-] (106071) accepted ('10.222.0.20', 45768) {{(pid=106071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:04.737663 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24 no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:08:04.758873 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:08:04.759225 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 8b4c3c30-59e6-4dd8-9ae6-bc0a3beb0b24 not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:08:04.764784 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.db.db_base_plugin_v2 [None req-fecfad3d-9fee-4e75-b63f-d84969dd05d1 admin admin] Deleting subnet 05f0c588-16dd-4a7c-b1c2-13defb633011 {{(pid=106071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 18:08:04.768613 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-fecfad3d-9fee-4e75-b63f-d84969dd05d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:04.802494 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-fecfad3d-9fee-4e75-b63f-d84969dd05d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6636711'] for subnet, precommit_delete_associations {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:04.882127 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-fecfad3d-9fee-4e75-b63f-d84969dd05d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1819029'] for subnet, precommit_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:05.028080 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-fecfad3d-9fee-4e75-b63f-d84969dd05d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1819010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6045702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5774577'] for subnet, after_delete {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:05.050839 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfad3d-9fee-4e75-b63f-d84969dd05d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05f0c588-16dd-4a7c-b1c2-13defb633011,revision_number=None']} {{(pid=106071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:05.056352 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron_lib.callbacks.manager [None req-fecfad3d-9fee-4e75-b63f-d84969dd05d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for subnet, before_response {{(pid=106071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:05.058217 dv-cinder-805228-2-iscsi neutron-server[106071]: INFO neutron.wsgi [None req-fecfad3d-9fee-4e75-b63f-d84969dd05d1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/05f0c588-16dd-4a7c-b1c2-13defb633011 HTTP/1.1" status: 204 len: 168 time: 0.3447747 Sep 15 18:08:05.060975 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45770) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:05.061763 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b95e44d-13bb-420b-b123-faeffa5c7946 None None] Network 2722142f-d41e-489b-96f1-7cd396c07303 requested from dv-cinder-805228-2-iscsi {{(pid=106073) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 18:08:05.128016 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9c1f-5af7-4fc1-bbe2-072f6a135c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588324'] for network, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:05.182524 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-b9ef9c1f-5af7-4fc1-bbe2-072f6a135c4e admin admin] Deleting port 3311644c-3afd-4be1-83ac-36276c29f1b9 {{(pid=106072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:08:05.182868 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9c1f-5af7-4fc1-bbe2-072f6a135c4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:05.253546 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.db [None req-b9ef9c1f-5af7-4fc1-bbe2-072f6a135c4e admin admin] For port 3311644c-3afd-4be1-83ac-36276c29f1b9, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=3311644c-3afd-4be1-83ac-36276c29f1b9,segment=NetworkSegment(9d5c855d-013b-4d7d-a3c6-2954a44ad74e),segment_id=9d5c855d-013b-4d7d-a3c6-2954a44ad74e)] {{(pid=106072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:05.253902 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9c1f-5af7-4fc1-bbe2-072f6a135c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:05.264781 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae7ba65-4a4a-43f3-864e-fa6579800844 None None] DHCP port deletion for 2722142f-d41e-489b-96f1-7cd396c07303 request from dv-cinder-805228-2-iscsi {{(pid=106073) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 18:08:05.267487 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.plugin [None req-b9ef9c1f-5af7-4fc1-bbe2-072f6a135c4e admin admin] Calling delete_port for 3311644c-3afd-4be1-83ac-36276c29f1b9 owned by network:dhcp {{(pid=106072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:08:05.310645 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-bae7ba65-4a4a-43f3-864e-fa6579800844 None None] Deleting port 3311644c-3afd-4be1-83ac-36276c29f1b9 {{(pid=106073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 18:08:05.311025 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-bae7ba65-4a4a-43f3-864e-fa6579800844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765806892849'] for port, before_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:05.374106 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.db [None req-bae7ba65-4a4a-43f3-864e-fa6579800844 None None] For port 3311644c-3afd-4be1-83ac-36276c29f1b9, host dv-cinder-805228-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805228-2-iscsi',level=0,port_id=3311644c-3afd-4be1-83ac-36276c29f1b9,segment=NetworkSegment(9d5c855d-013b-4d7d-a3c6-2954a44ad74e),segment_id=9d5c855d-013b-4d7d-a3c6-2954a44ad74e)] {{(pid=106073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 18:08:05.374503 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-bae7ba65-4a4a-43f3-864e-fa6579800844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596046'] for port, precommit_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:05.386864 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-bae7ba65-4a4a-43f3-864e-fa6579800844 None None] Calling delete_port for 3311644c-3afd-4be1-83ac-36276c29f1b9 owned by network:dhcp {{(pid=106073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 18:08:05.404802 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9c1f-5af7-4fc1-bbe2-072f6a135c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966933'] for port, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:05.430579 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef9c1f-5af7-4fc1-bbe2-072f6a135c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=3311644c-3afd-4be1-83ac-36276c29f1b9,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:05.435413 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef9c1f-5af7-4fc1-bbe2-072f6a135c4e admin admin] No DVR routers for this DVR port 3311644c-3afd-4be1-83ac-36276c29f1b9 on host dv-cinder-805228-2-iscsi {{(pid=106072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:08:05.460813 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-bae7ba65-4a4a-43f3-864e-fa6579800844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-231289', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765806899447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765806395073'] for port, after_delete {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:05.486420 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7ba65-4a4a-43f3-864e-fa6579800844 None None] Pushing event deleted for resources: {'Port': ['ID=3311644c-3afd-4be1-83ac-36276c29f1b9,revision_number=None']} {{(pid=106073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:05.489893 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae7ba65-4a4a-43f3-864e-fa6579800844 None None] No DVR routers for this DVR port 3311644c-3afd-4be1-83ac-36276c29f1b9 on host dv-cinder-805228-2-iscsi {{(pid=106073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 18:08:05.514544 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9c1f-5af7-4fc1-bbe2-072f6a135c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1822226', 'neutron.services.segments.db._delete_segments_for_network-8765806907549'] for network, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:05.534554 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-b9ef9c1f-5af7-4fc1-bbe2-072f6a135c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2722142f-d41e-489b-96f1-7cd396c07303']}} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:05.543360 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-b9ef9c1f-5af7-4fc1-bbe2-072f6a135c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5c855d-013b-4d7d-a3c6-2954a44ad74e') {'for_net_delete': True} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:05.543569 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.services.segments.db [None req-b9ef9c1f-5af7-4fc1-bbe2-072f6a135c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5c855d-013b-4d7d-a3c6-2954a44ad74e') {} {{(pid=106072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 18:08:05.553191 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9c1f-5af7-4fc1-bbe2-072f6a135c4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765806907046', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8033952'] for segment, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:05.566950 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9c1f-5af7-4fc1-bbe2-072f6a135c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960'] for segment, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:05.572638 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ef9c1f-5af7-4fc1-bbe2-072f6a135c4e admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=106072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 18:08:05.573014 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9c1f-5af7-4fc1-bbe2-072f6a135c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1832960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5967524'] for segment, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: Traceback (most recent call last): Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: timer() Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: cb(*args, **kw) Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: return func(*args, **kwargs) Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: self._notify() Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: self.callback(batched_events) Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: event.method(event) Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: return f(self, *a, **k) Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: return self._get(url).json() Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: return self.request(url, 'GET', **kwargs) Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 18:08:05.574580 dv-cinder-805228-2-iscsi neutron-server[106072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 18:08:05.701764 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9c1f-5af7-4fc1-bbe2-072f6a135c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1822219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600340'] for network, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:05.707113 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-b9ef9c1f-5af7-4fc1-bbe2-072f6a135c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529749'] for network, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:05.708981 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-b9ef9c1f-5af7-4fc1-bbe2-072f6a135c4e admin admin] 10.222.0.20 "DELETE /v2.0/networks/2722142f-d41e-489b-96f1-7cd396c07303 HTTP/1.1" status: 204 len: 168 time: 0.6469035 Sep 15 18:08:05.719923 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef9c1f-5af7-4fc1-bbe2-072f6a135c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=2722142f-d41e-489b-96f1-7cd396c07303,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:05.991292 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45774) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:06.030760 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-ad8cd25f-05d7-4ee2-b8a8-82622e852691 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32757804069f4822bf01cb432ae7c283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381744 Sep 15 18:08:06.033680 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45776) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:06.083895 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb333-c058-4912-ba69-1f83c564471a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:06.104567 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb333-c058-4912-ba69-1f83c564471a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:06.232709 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb333-c058-4912-ba69-1f83c564471a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:06.235185 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb333-c058-4912-ba69-1f83c564471a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:06.236350 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-3ffeb333-c058-4912-ba69-1f83c564471a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff7533bc-f5ff-47d9-8bbb-e2b21820a7e5 HTTP/1.1" status: 204 len: 168 time: 0.2018051 Sep 15 18:08:06.243721 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffeb333-c058-4912-ba69-1f83c564471a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7533bc-f5ff-47d9-8bbb-e2b21820a7e5,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:06.437142 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 38b45d32-b9ea-4c0e-a52d-82cc0ad51201 no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:08:06.459329 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: 38b45d32-b9ea-4c0e-a52d-82cc0ad51201 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:08:06.460505 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 38b45d32-b9ea-4c0e-a52d-82cc0ad51201 not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:08:06.460505 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 3311644c-3afd-4be1-83ac-36276c29f1b9 no longer exists at agent ovs-agent-dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 18:08:06.478128 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.plugin [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] No Port match for: 3311644c-3afd-4be1-83ac-36276c29f1b9 {{(pid=106073) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 18:08:06.478474 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron.plugins.ml2.rpc [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Device 3311644c-3afd-4be1-83ac-36276c29f1b9 not bound to the agent host dv-cinder-805228-2-iscsi {{(pid=106073) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 18:08:06.854985 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45782) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:06.893002 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-5965b726-b9e5-49fa-8deb-341e96462bb1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f02f2a7b9048490894480087d8f31955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368636 Sep 15 18:08:06.895209 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [-] (106072) accepted ('10.222.0.20', 45784) {{(pid=106072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 18:08:06.940942 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f01c0160-e536-4002-9186-fa32aefbd09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:06.962329 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f01c0160-e536-4002-9186-fa32aefbd09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:07.055562 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f01c0160-e536-4002-9186-fa32aefbd09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598739'] for security_group, after_delete {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:07.058186 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron_lib.callbacks.manager [None req-f01c0160-e536-4002-9186-fa32aefbd09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:07.059343 dv-cinder-805228-2-iscsi neutron-server[106072]: INFO neutron.wsgi [None req-f01c0160-e536-4002-9186-fa32aefbd09e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c058508-3a52-4b8e-8cec-e62f0ecbe29a HTTP/1.1" status: 204 len: 168 time: 0.1632183 Sep 15 18:08:07.068333 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c0160-e536-4002-9186-fa32aefbd09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c058508-3a52-4b8e-8cec-e62f0ecbe29a,revision_number=None']} {{(pid=106072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 18:08:18.895255 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-217b5e44-be03-4569-a059-d23cb6814a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:19.902412 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:08:21.484381 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-7c924863-8cb4-4f01-aab4-3ab1e16efc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:22.078164 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:23.289530 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:24.690288 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:34.283757 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:49.021808 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-71f22986-9a3b-4633-a4c6-b68903af998d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:51.483895 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f5a2-b0cb-4803-b01e-2d0f303b92ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:52.043706 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:53.283241 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:54.689583 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:08:56.901562 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:09:04.272658 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:19.108870 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-f0f335ac-0dca-4638-8b79-e61f00aeee6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:21.528530 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-aae7924b-4887-4d4b-9dff-bda4289d6124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:22.174656 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:23.311255 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:24.677664 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:33.899844 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:09:34.317392 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:48.894111 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ff1866c9-4a7c-4743-9ae3-c4ad9c9ec6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:51.522753 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-22aabe25-679e-40cd-b630-063fa684e58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:52.036404 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:53.288041 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:09:54.665266 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:04.310039 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:10.898511 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:10:18.899296 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-55639345-ef22-420c-8bb2-8a7b27501335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:21.487847 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-4f2f8189-f926-442e-8754-469f1617f4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:21.996617 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:23.293410 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:24.715597 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:34.333365 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:47.897757 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:10:48.893441 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-84f6b3de-890b-4e2c-ad8f-fb6aace4d431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:51.527202 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-2dd486d0-05c9-4815-964e-e7d12ed643f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:52.132190 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:53.326176 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:10:54.284130 dv-cinder-805228-2-iscsi neutron-server[106072]: DEBUG neutron.wsgi [req-b11c8856-a272-4cf4-91f8-669fae972e69 req-2da0b7f6-5993-4f78-a864-5334838fa6b1 service neutron] (106072) timed out ('10.222.0.37', 57165) {{(pid=106072) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 18:10:54.698803 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:04.315609 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:18.988306 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-a5f29b4a-b3c8-4ce8-86d1-d88e21bed95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:21.521338 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-96f4fa30-8c12-47f3-8093-1a48aa7e2808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:22.022699 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:23.320957 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:24.721084 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:24.895576 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:11:34.348284 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:48.993703 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-70692bcc-c9f2-44e9-8646-4de6715641d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:51.530955 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8ccd5e10-87e1-428b-8a03-ddf191e6116f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:52.120756 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:53.331922 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:11:54.675004 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:01.894809 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:12:04.342219 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:18.885541 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-6cc71ca8-754b-4048-adc9-fc7fc33d7552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:21.531747 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-de6b86f8-ae99-447c-b62c-41a2c1b9aa09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:22.064042 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:23.313117 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:24.691612 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:28.400333 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [req-9c4cd207-a6c5-464e-9ac0-3535a5d1d27f req-f447b2fe-3cc0-4c88-91e8-cd5698adf509 service neutron] (106071) timed out ('10.222.0.37', 57169) {{(pid=106071) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 18:12:28.446615 dv-cinder-805228-2-iscsi neutron-server[106071]: DEBUG neutron.wsgi [req-84b2a05b-e537-4d8a-9ce3-0a3136f18c5b req-b044c95d-699c-4ea4-9413-c355c0797e72 service neutron] (106071) timed out ('10.222.0.37', 57179) {{(pid=106071) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 18:12:34.353900 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:38.893581 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:12:49.023196 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ae81547b-5f12-4a01-9a3c-b533dfba12b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:51.508060 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-636e955f-0db8-4e17-a113-3f338216490b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:52.033560 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:53.329242 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-8861d474-f1f7-401c-b608-7fb184f41406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:12:54.717872 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-b1d46c9b-9f4b-41f8-90c1-f2f5f3dffd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:04.371219 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ea90e6b6-017d-4cc5-ad9c-c99d73b5f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:15.895370 dv-cinder-805228-2-iscsi neutron-server[106074]: DEBUG neutron.db.agents_db [None req-92190895-1e26-4a0f-bab1-9e825e597898 None None] Agent healthcheck: found 6 active agents {{(pid=106074) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 18:13:19.010844 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-ff2fae4d-9f80-42dd-bb4a-7b8c8d7b9729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:21.523139 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-dd6b5be2-a249-41f7-9e20-2c5c3508e9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 18:13:22.105785 dv-cinder-805228-2-iscsi neutron-server[106073]: DEBUG neutron_lib.callbacks.manager [None req-15387fc6-bb2e-4b16-9091-fbb3d3a86836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765806907531', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1824274'] for agent, after_update {{(pid=106073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}